Class cascading.flow.FlowStrategiesPlatformTest

3

tests

0

failures

0

ignored

2.452s

duration

100%

successful

Tests

Test Duration Result
testFlowStepStrategy 0.513s passed
testSkipStrategiesKeep 0.342s passed
testSkipStrategiesReplace 1.597s passed

Standard output

2015-05-20 15:42:20,088 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-05-20 15:42:20,121 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-05-20 15:42:20,122 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowStrategiesPlatformTest
2015-05-20 15:42:20,139 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(105)) - not using cluster
2015-05-20 15:42:20,599 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-05-20 15:42:20,771 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-05-20 15:42:20,773 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.0/8b73ff12892507d12477c4f1b7607a122ddc5528/cascading-hadoop2-mr1-2.7.0.jar
2015-05-20 15:42:20,782 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 4C7F1335726747618C281337FB8FB8D3
2015-05-20 15:42:20,912 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-05-20 15:42:20,915 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-05-20 15:42:20,918 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-05-20 15:42:20,919 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-05-20 15:42:20,962 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.7.0
2015-05-20 15:42:20,963 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] starting
2015-05-20 15:42:20,964 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-05-20 15:42:20,965 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/replace"]
2015-05-20 15:42:20,966 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  parallel execution is enabled: false
2015-05-20 15:42:20,966 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  starting jobs: 1
2015-05-20 15:42:20,966 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  allocating threads: 1
2015-05-20 15:42:20,968 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] starting step: (1/1) ...trategiesplatform/replace
2015-05-20 15:42:21,396 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/staging/soberoi55199636/.staging/job_local55199636_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-05-20 15:42:21,403 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/staging/soberoi55199636/.staging/job_local55199636_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-05-20 15:42:21,503 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/local/localRunner/soberoi/job_local55199636_0001/job_local55199636_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-05-20 15:42:21,507 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/local/localRunner/soberoi/job_local55199636_0001/job_local55199636_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-05-20 15:42:21,514 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] submitted hadoop job: job_local55199636_0001
2015-05-20 15:42:21,514 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] tracking url: http://localhost:8080/
2015-05-20 15:42:21,557 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt
2015-05-20 15:42:21,574 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.0
2015-05-20 15:42:21,575 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-05-20 15:42:21,620 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-05-20 15:42:21,620 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/replace"]
2015-05-20 15:42:21,677 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/replace/_temporary
2015-05-20 15:42:21,678 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-05-20 15:42:21,678 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-05-20 15:42:21,679 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink is marked for delete
2015-05-20 15:42:21,679 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-05-20 15:42:21,733 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/flowstrategiesplatform/replace
2015-05-20 15:42:21,755 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-05-20 15:42:21,755 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.0/8b73ff12892507d12477c4f1b7607a122ddc5528/cascading-hadoop2-mr1-2.7.0.jar
2015-05-20 15:42:21,779 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink does not exist
2015-05-20 15:42:21,780 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] at least one sink does not exist
2015-05-20 15:42:21,781 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] starting
2015-05-20 15:42:21,782 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-05-20 15:42:21,782 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/keep"]
2015-05-20 15:42:21,782 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  parallel execution is enabled: false
2015-05-20 15:42:21,782 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  starting jobs: 1
2015-05-20 15:42:21,782 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  allocating threads: 1
2015-05-20 15:42:21,783 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] starting step: (1/1) ...owstrategiesplatform/keep
2015-05-20 15:42:21,883 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/staging/soberoi544080319/.staging/job_local544080319_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-05-20 15:42:21,885 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/staging/soberoi544080319/.staging/job_local544080319_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-05-20 15:42:21,945 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/local/localRunner/soberoi/job_local544080319_0002/job_local544080319_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-05-20 15:42:21,947 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/local/localRunner/soberoi/job_local544080319_0002/job_local544080319_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-05-20 15:42:21,948 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] submitted hadoop job: job_local544080319_0002
2015-05-20 15:42:21,948 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] tracking url: http://localhost:8080/
2015-05-20 15:42:21,954 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt
2015-05-20 15:42:21,965 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.0
2015-05-20 15:42:21,965 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-05-20 15:42:21,973 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-05-20 15:42:21,973 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/keep"]
2015-05-20 15:42:22,006 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/keep/_temporary
2015-05-20 15:42:22,010 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed May 20 15:42:21 PDT 2015
2015-05-20 15:42:22,013 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] source modification date at: Wed May 20 14:13:58 PDT 2015
2015-05-20 15:42:22,017 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] sink oldest modified date: Wed May 20 15:42:21 PDT 2015
2015-05-20 15:42:22,077 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/flowstrategiesplatform/keep
2015-05-20 15:42:22,103 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-05-20 15:42:22,104 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(226)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.7.0/8b73ff12892507d12477c4f1b7607a122ddc5528/cascading-hadoop2-mr1-2.7.0.jar
2015-05-20 15:42:22,141 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test] starting
2015-05-20 15:42:22,142 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-05-20 15:42:22,142 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/simple"]
2015-05-20 15:42:22,142 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  parallel execution is enabled: false
2015-05-20 15:42:22,142 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  starting jobs: 1
2015-05-20 15:42:22,142 INFO  flow.Flow (BaseFlow.java:logInfo(1370)) - [test]  allocating threads: 1
2015-05-20 15:42:22,143 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] starting step: (1/1) ...strategiesplatform/simple
2015-05-20 15:42:22,291 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/staging/soberoi2133461965/.staging/job_local2133461965_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-05-20 15:42:22,293 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/staging/soberoi2133461965/.staging/job_local2133461965_0003/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-05-20 15:42:22,373 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/local/localRunner/soberoi/job_local2133461965_0003/job_local2133461965_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-05-20 15:42:22,375 WARN  conf.Configuration (Configuration.java:loadProperty(2510)) - file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/tmp/mapred/local/localRunner/soberoi/job_local2133461965_0003/job_local2133461965_0003.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-05-20 15:42:22,376 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] submitted hadoop job: job_local2133461965_0003
2015-05-20 15:42:22,376 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(895)) - [test] tracking url: http://localhost:8080/
2015-05-20 15:42:22,382 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt
2015-05-20 15:42:22,422 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.7.0
2015-05-20 15:42:22,423 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-05-20 15:42:22,436 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/apache.10.txt"]
2015-05-20 15:42:22,436 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(test)[by:[{1}:'ip']]
2015-05-20 15:42:22,519 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.7.0
2015-05-20 15:42:22,519 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-05-20 15:42:22,529 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(test)[by:[{1}:'ip']]
2015-05-20 15:42:22,529 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/simple"]
2015-05-20 15:42:22,562 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/flowstrategiesplatform/simple/_temporary
2015-05-20 15:42:22,591 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/flowstrategiesplatform/simple