Class cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest

2

tests

0

failures

12.400s

duration

100%

successful

Tests

Test Duration Result
testLocalErrorReportingInMapper 5.282s passed
testLocalErrorReportingInReducer 7.118s passed

Standard output

2015-02-10 19:01:47,453 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-10 19:01:47,516 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-10 19:01:47,516 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest
2015-02-10 19:01:47,900 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 19:01:47,903 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-10 19:01:47,924 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: 3C447C59F0DE48A9866746186E662D3F
2015-02-10 19:01:48,271 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-02-10 19:01:48,474 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-10 19:01:48,520 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2015-02-10 19:01:48,523 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-10 19:01:48,610 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-10 19:01:48,610 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test] starting
2015-02-10 19:01:48,614 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test]  parallel execution is enabled: true
2015-02-10 19:01:48,614 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test]  starting flows: 1
2015-02-10 19:01:48,614 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test]  allocating threads: 1
2015-02-10 19:01:48,621 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test] starting flow: reducer fail test
2015-02-10 19:01:48,625 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test] at least one sink is marked for delete
2015-02-10 19:01:48,631 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-10 19:01:48,716 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test] starting
2015-02-10 19:01:48,717 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 19:01:48,719 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/output/hadoop2-mr1/cascadingstatslocalhadooperrorplatform/reducerfail"]
2015-02-10 19:01:48,720 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test]  parallel execution is enabled: false
2015-02-10 19:01:48,720 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test]  starting jobs: 1
2015-02-10 19:01:48,722 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test]  allocating threads: 1
2015-02-10 19:01:48,723 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [reducer fail test] starting step: (1/1) ...errorplatform/reducerfail
2015-02-10 19:01:48,748 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - session.id is deprecated. Instead, use dfs.metrics.session-id
2015-02-10 19:01:48,750 INFO  jvm.JvmMetrics (JvmMetrics.java:init(76)) - Initializing JVM Metrics with processName=JobTracker, sessionId=
2015-02-10 19:01:48,778 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2015-02-10 19:01:49,165 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.input.dir is deprecated. Instead, use mapreduce.input.fileinputformat.inputdir
2015-02-10 19:01:49,182 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-02-10 19:01:49,223 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-02-10 19:01:49,244 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - user.name is deprecated. Instead, use mapreduce.job.user.name
2015-02-10 19:01:49,244 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jar is deprecated. Instead, use mapreduce.job.jar
2015-02-10 19:01:49,246 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.value.class is deprecated. Instead, use mapreduce.job.output.value.class
2015-02-10 19:01:49,246 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.comparator.class is deprecated. Instead, use mapreduce.job.output.key.comparator.class
2015-02-10 19:01:49,247 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.mapoutput.value.class is deprecated. Instead, use mapreduce.map.output.value.class
2015-02-10 19:01:49,248 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.name is deprecated. Instead, use mapreduce.job.name
2015-02-10 19:01:49,248 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.dir is deprecated. Instead, use mapreduce.output.fileoutputformat.outputdir
2015-02-10 19:01:49,249 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks is deprecated. Instead, use mapreduce.job.maps
2015-02-10 19:01:49,250 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.class is deprecated. Instead, use mapreduce.job.output.key.class
2015-02-10 19:01:49,250 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.mapoutput.key.class is deprecated. Instead, use mapreduce.map.output.key.class
2015-02-10 19:01:49,251 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.working.dir is deprecated. Instead, use mapreduce.job.working.dir
2015-02-10 19:01:49,383 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_local1337141016_0001
2015-02-10 19:01:49,426 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/staging/teamcity1337141016/.staging/job_local1337141016_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-02-10 19:01:49,427 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/staging/teamcity1337141016/.staging/job_local1337141016_0001/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-02-10 19:01:49,618 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1337141016_0001/job_local1337141016_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-02-10 19:01:49,619 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1337141016_0001/job_local1337141016_0001.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-02-10 19:01:49,632 INFO  mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://localhost:8080/
2015-02-10 19:01:49,633 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(323)) - OutputCommitter set in config null
2015-02-10 19:01:49,636 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [reducer fail test] submitted hadoop job: job_local1337141016_0001
2015-02-10 19:01:49,637 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [reducer fail test] tracking url: http://localhost:8080/
2015-02-10 19:01:49,637 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(341)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2015-02-10 19:01:49,676 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(389)) - Waiting for map tasks
2015-02-10 19:01:49,680 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(216)) - Starting task: attempt_local1337141016_0001_m_000000_0
2015-02-10 19:01:49,724 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2015-02-10 19:01:49,735 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/classes/test/data/apache.10.txt
2015-02-10 19:01:49,736 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(461)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@58d0deb5
2015-02-10 19:01:49,745 INFO  mapred.MapTask (MapTask.java:runOldMapper(415)) - numReduceTasks: 1
2015-02-10 19:01:49,752 INFO  mapred.MapTask (MapTask.java:createSortingCollector(387)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer
2015-02-10 19:01:49,906 INFO  mapred.MapTask (MapTask.java:setEquator(1183)) - (EQUATOR) 0 kvi 26214396(104857584)
2015-02-10 19:01:49,906 INFO  mapred.MapTask (MapTask.java:init(975)) - mapreduce.task.io.sort.mb: 100
2015-02-10 19:01:49,906 INFO  mapred.MapTask (MapTask.java:init(976)) - soft limit at 83886080
2015-02-10 19:01:49,907 INFO  mapred.MapTask (MapTask.java:init(977)) - bufstart = 0; bufvoid = 104857600
2015-02-10 19:01:49,907 INFO  mapred.MapTask (MapTask.java:init(978)) - kvstart = 26214396; length = 6553600
2015-02-10 19:01:49,931 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 19:01:49,932 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 19:01:49,981 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.task.partition is deprecated. Instead, use mapreduce.task.partition
2015-02-10 19:01:50,001 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 19:01:50,001 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: GroupBy(failing reducer)[by:[{1}:'ip']]
2015-02-10 19:01:50,018 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(513)) - 
2015-02-10 19:01:50,018 INFO  mapred.MapTask (MapTask.java:flush(1440)) - Starting flush of map output
2015-02-10 19:01:50,018 INFO  mapred.MapTask (MapTask.java:flush(1459)) - Spilling map output
2015-02-10 19:01:50,018 INFO  mapred.MapTask (MapTask.java:flush(1460)) - bufstart = 0; bufend = 210; bufvoid = 104857600
2015-02-10 19:01:50,018 INFO  mapred.MapTask (MapTask.java:flush(1462)) - kvstart = 26214396(104857584); kvend = 26214360(104857440); length = 37/6553600
2015-02-10 19:01:50,033 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1648)) - Finished spill 0
2015-02-10 19:01:50,037 INFO  mapred.Task (Task.java:done(995)) - Task:attempt_local1337141016_0001_m_000000_0 is done. And is in the process of committing
2015-02-10 19:01:50,045 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(513)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/classes/test/data/apache.10.txt:0+1449
2015-02-10 19:01:50,046 INFO  mapred.Task (Task.java:sendDone(1115)) - Task 'attempt_local1337141016_0001_m_000000_0' done.
2015-02-10 19:01:50,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(241)) - Finishing task: attempt_local1337141016_0001_m_000000_0
2015-02-10 19:01:50,046 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(397)) - Map task executor complete.
2015-02-10 19:01:50,060 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2015-02-10 19:01:50,067 INFO  mapred.Merger (Merger.java:merge(568)) - Merging 1 sorted segments
2015-02-10 19:01:50,076 INFO  mapred.Merger (Merger.java:merge(667)) - Down to the last merge-pass, with 1 segments left of total size: 211 bytes
2015-02-10 19:01:50,077 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(513)) - 
2015-02-10 19:01:50,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - cascading version: 2.6.3
2015-02-10 19:01:50,080 INFO  hadoop.FlowReducer (FlowReducer.java:configure(79)) - child jvm opts: -Xmx200m
2015-02-10 19:01:50,101 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - sourcing from: GroupBy(failing reducer)[by:[{1}:'ip']]
2015-02-10 19:01:50,101 INFO  hadoop.FlowReducer (FlowReducer.java:configure(100)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/output/hadoop2-mr1/cascadingstatslocalhadooperrorplatform/reducerfail"]
2015-02-10 19:01:50,128 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.pipe.OperatorException: [failing reducer][cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest.testLocalErrorReportingInReducer(CascadingStatsLocalHadoopErrorPlatformTest.java:124)] operator Every failed executing operation: TestFailAggregator[decl:'count']
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:136)
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:49)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:462)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:408)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:445)
Caused by: java.lang.RuntimeException: failed
	at cascading.TestFailAggregator.aggregate(TestFailAggregator.java:54)
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:128)
	... 8 more
2015-02-10 19:01:50,134 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(482)) - job_local1337141016_0001
cascading.pipe.OperatorException: [failing reducer][cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest.testLocalErrorReportingInReducer(CascadingStatsLocalHadoopErrorPlatformTest.java:124)] operator Every failed executing operation: TestFailAggregator[decl:'count']
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:136)
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:49)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:462)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:408)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:445)
Caused by: java.lang.RuntimeException: failed
	at cascading.TestFailAggregator.aggregate(TestFailAggregator.java:54)
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:128)
	... 8 more
2015-02-10 19:01:54,638 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [reducer fail test] hadoop job job_local1337141016_0001 state at FAILED
2015-02-10 19:01:54,639 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [reducer fail test] failure info: NA
2015-02-10 19:01:54,641 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [reducer fail test] task completion events identify failed tasks
2015-02-10 19:01:54,641 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [reducer fail test] task completion events count: 0
2015-02-10 19:01:54,661 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test] stopping all jobs
2015-02-10 19:01:54,661 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [reducer fail test] stopping: (1/1) ...errorplatform/reducerfail
2015-02-10 19:01:54,661 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test] stopped all jobs
2015-02-10 19:01:54,663 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/output/hadoop2-mr1/cascadingstatslocalhadooperrorplatform/reducerfail/_temporary
2015-02-10 19:01:54,664 WARN  cascade.Cascade (Cascade.java:logWarn(1001)) - [reducer fail test] flow failed: reducer fail test
cascading.flow.FlowException: local step failed
	at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:240)
	at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:160)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:124)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:43)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
Caused by: cascading.pipe.OperatorException: [failing reducer][cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest.testLocalErrorReportingInReducer(CascadingStatsLocalHadoopErrorPlatformTest.java:124)] operator Every failed executing operation: TestFailAggregator[decl:'count']
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:136)
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:39)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:49)
	at cascading.flow.stream.OpenReducingDuct.receive(OpenReducingDuct.java:28)
	at cascading.flow.hadoop.stream.HadoopGroupGate.run(HadoopGroupGate.java:93)
	at cascading.flow.hadoop.FlowReducer.reduce(FlowReducer.java:136)
	at org.apache.hadoop.mapred.ReduceTask.runOldReducer(ReduceTask.java:462)
	at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:408)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:445)
Caused by: java.lang.RuntimeException: failed
	at cascading.TestFailAggregator.aggregate(TestFailAggregator.java:54)
	at cascading.flow.stream.AggregatorEveryStage.receive(AggregatorEveryStage.java:128)
	... 8 more
2015-02-10 19:01:54,665 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test] stopping all flows
2015-02-10 19:01:54,665 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test] stopping flow: reducer fail test
2015-02-10 19:01:54,665 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test] stopping all jobs
2015-02-10 19:01:54,666 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [reducer fail test] stopping: (1/1) ...errorplatform/reducerfail
2015-02-10 19:01:54,666 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [reducer fail test] stopped all jobs
2015-02-10 19:01:54,666 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [reducer fail test] stopped all flows
2015-02-10 19:01:54,691 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 19:01:54,692 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-10 19:01:54,702 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-10 19:01:54,707 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.tracker is deprecated. Instead, use mapreduce.jobtracker.address
2015-02-10 19:01:54,708 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-10 19:01:54,720 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test] starting
2015-02-10 19:01:54,721 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test]  parallel execution is enabled: true
2015-02-10 19:01:54,722 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test]  starting flows: 1
2015-02-10 19:01:54,722 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test]  allocating threads: 1
2015-02-10 19:01:54,722 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test] starting flow: mapper fail test
2015-02-10 19:01:54,723 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test] at least one sink is marked for delete
2015-02-10 19:01:54,723 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-10 19:01:54,726 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test] starting
2015-02-10 19:01:54,727 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 19:01:54,727 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/output/hadoop2-mr1/cascadingstatslocalhadooperrorplatform/mapperfail"]
2015-02-10 19:01:54,728 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test]  parallel execution is enabled: false
2015-02-10 19:01:54,728 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test]  starting jobs: 1
2015-02-10 19:01:54,729 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test]  allocating threads: 1
2015-02-10 19:01:54,730 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mapper fail test] starting step: (1/1) ...perrorplatform/mapperfail
2015-02-10 19:01:54,731 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2015-02-10 19:01:54,733 INFO  jvm.JvmMetrics (JvmMetrics.java:init(71)) - Cannot initialize JVM Metrics with processName=JobTracker, sessionId= - already initialized
2015-02-10 19:01:54,777 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.input.dir is deprecated. Instead, use mapreduce.input.fileinputformat.inputdir
2015-02-10 19:01:54,779 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2015-02-10 19:01:54,803 INFO  mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(394)) - number of splits:1
2015-02-10 19:01:54,817 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - user.name is deprecated. Instead, use mapreduce.job.user.name
2015-02-10 19:01:54,817 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.jar is deprecated. Instead, use mapreduce.job.jar
2015-02-10 19:01:54,818 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.reduce.tasks is deprecated. Instead, use mapreduce.job.reduces
2015-02-10 19:01:54,818 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.value.class is deprecated. Instead, use mapreduce.job.output.value.class
2015-02-10 19:01:54,819 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.comparator.class is deprecated. Instead, use mapreduce.job.output.key.comparator.class
2015-02-10 19:01:54,820 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.job.name is deprecated. Instead, use mapreduce.job.name
2015-02-10 19:01:54,820 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.dir is deprecated. Instead, use mapreduce.output.fileoutputformat.outputdir
2015-02-10 19:01:54,821 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.map.tasks is deprecated. Instead, use mapreduce.job.maps
2015-02-10 19:01:54,821 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.output.key.class is deprecated. Instead, use mapreduce.job.output.key.class
2015-02-10 19:01:54,822 INFO  Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(840)) - mapred.working.dir is deprecated. Instead, use mapreduce.job.working.dir
2015-02-10 19:01:54,844 INFO  mapreduce.JobSubmitter (JobSubmitter.java:printTokens(477)) - Submitting tokens for job: job_local1631751424_0002
2015-02-10 19:01:54,867 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/staging/teamcity1631751424/.staging/job_local1631751424_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-02-10 19:01:54,868 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/staging/teamcity1631751424/.staging/job_local1631751424_0002/job.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-02-10 19:01:54,940 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1631751424_0002/job_local1631751424_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.retry.interval;  Ignoring.
2015-02-10 19:01:54,941 WARN  conf.Configuration (Configuration.java:loadProperty(2172)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/tmp/mapred/local/localRunner/teamcity/job_local1631751424_0002/job_local1631751424_0002.xml:an attempt to override final parameter: mapreduce.job.end-notification.max.attempts;  Ignoring.
2015-02-10 19:01:54,943 INFO  mapreduce.Job (Job.java:submit(1272)) - The url to track the job: http://localhost:8080/
2015-02-10 19:01:54,943 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mapper fail test] submitted hadoop job: job_local1631751424_0002
2015-02-10 19:01:54,944 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(323)) - OutputCommitter set in config null
2015-02-10 19:01:54,944 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mapper fail test] tracking url: http://localhost:8080/
2015-02-10 19:01:54,944 INFO  mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(341)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter
2015-02-10 19:01:54,949 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(389)) - Waiting for map tasks
2015-02-10 19:01:54,950 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(216)) - Starting task: attempt_local1631751424_0002_m_000000_0
2015-02-10 19:01:54,952 INFO  mapred.Task (Task.java:initialize(581)) -  Using ResourceCalculatorProcessTree : [ ]
2015-02-10 19:01:54,954 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/classes/test/data/apache.10.txt
2015-02-10 19:01:54,955 INFO  mapred.MapTask (MapTask.java:updateJobWithSplit(461)) - Processing split: cascading.tap.hadoop.io.MultiInputSplit@1f48e23b
2015-02-10 19:01:54,956 INFO  mapred.MapTask (MapTask.java:runOldMapper(415)) - numReduceTasks: 0
2015-02-10 19:01:54,968 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 19:01:54,968 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 19:01:54,978 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/classes/test/data/apache.10.txt"]
2015-02-10 19:01:54,978 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/output/hadoop2-mr1/cascadingstatslocalhadooperrorplatform/mapperfail"]
2015-02-10 19:01:54,980 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.CascadingException: testing
	at cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest$FailFunction.operate(CascadingStatsLocalHadoopErrorPlatformTest.java:81)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:102)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:429)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:235)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2015-02-10 19:01:54,980 ERROR stream.SourceStage (SourceStage.java:map(110)) - caught throwable
cascading.CascadingException: testing
	at cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest$FailFunction.operate(CascadingStatsLocalHadoopErrorPlatformTest.java:81)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:102)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:429)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:235)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2015-02-10 19:01:54,981 INFO  mapred.LocalJobRunner (LocalJobRunner.java:run(397)) - Map task executor complete.
2015-02-10 19:01:54,983 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(482)) - job_local1631751424_0002
java.lang.Exception: cascading.CascadingException: testing
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:403)
Caused by: cascading.CascadingException: testing
	at cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest$FailFunction.operate(CascadingStatsLocalHadoopErrorPlatformTest.java:81)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:102)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:429)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:235)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
2015-02-10 19:01:56,061 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(513)) - reduce > reduce
2015-02-10 19:01:59,945 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [mapper fail test] hadoop job job_local1631751424_0002 state at FAILED
2015-02-10 19:01:59,945 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [mapper fail test] failure info: NA
2015-02-10 19:01:59,945 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [mapper fail test] task completion events identify failed tasks
2015-02-10 19:01:59,946 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [mapper fail test] task completion events count: 0
2015-02-10 19:01:59,946 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test] stopping all jobs
2015-02-10 19:01:59,947 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mapper fail test] stopping: (1/1) ...perrorplatform/mapperfail
2015-02-10 19:01:59,947 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test] stopped all jobs
2015-02-10 19:01:59,948 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.2.x/build/test/output/hadoop2-mr1/cascadingstatslocalhadooperrorplatform/mapperfail/_temporary
2015-02-10 19:01:59,948 WARN  cascade.Cascade (Cascade.java:logWarn(1001)) - [mapper fail test] flow failed: mapper fail test
cascading.flow.FlowException: local step failed
	at cascading.flow.planner.FlowStepJob.blockOnJob(FlowStepJob.java:240)
	at cascading.flow.planner.FlowStepJob.start(FlowStepJob.java:160)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:124)
	at cascading.flow.planner.FlowStepJob.call(FlowStepJob.java:43)
	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
	at java.util.concurrent.FutureTask.run(FutureTask.java:138)
	at java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
	at java.lang.Thread.run(Thread.java:662)
Caused by: cascading.CascadingException: testing
	at cascading.stats.hadoop.CascadingStatsLocalHadoopErrorPlatformTest$FailFunction.operate(CascadingStatsLocalHadoopErrorPlatformTest.java:81)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:99)
	at cascading.flow.stream.FunctionEachStage.receive(FunctionEachStage.java:39)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:102)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:429)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:341)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:235)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
	... 5 more
2015-02-10 19:01:59,950 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test] stopping all flows
2015-02-10 19:01:59,950 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test] stopping flow: mapper fail test
2015-02-10 19:01:59,950 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test] stopping all jobs
2015-02-10 19:01:59,950 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mapper fail test] stopping: (1/1) ...perrorplatform/mapperfail
2015-02-10 19:01:59,950 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [mapper fail test] stopped all jobs
2015-02-10 19:01:59,951 INFO  cascade.Cascade (Cascade.java:logInfo(991)) - [mapper fail test] stopped all flows