Class cascading.UnmodifiablePipesPlatformTest

1

tests

0

failures

13.153s

duration

100%

successful

Tests

Test Duration Result
testUnmodifiable 13.153s passed

Standard output

2013-10-02 03:13:13,403 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2013-10-02 03:13:13,427 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2013-10-02 03:13:13,427 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.UnmodifiablePipesPlatformTest
2013-10-02 03:13:13,453 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2013-10-02 03:13:13,815 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2013-10-02 03:13:13,817 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(203)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/artifacts-24/filestore/cascading/cascading-hadoop/2.2.0-wip-122/jar/5b86bf7816e41bd8a370cd0fec30495eaf465243/cascading-hadoop-2.2.0-wip-122.jar
2013-10-02 03:13:13,829 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: D6F53BFF916B48BD8CD09C55F13006DE
2013-10-02 03:13:14,061 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.2.0-wip-122
2013-10-02 03:13:14,064 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test] starting
2013-10-02 03:13:14,065 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  source: Hfs["TextDelimited[['lhs', 'rhs']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:13:14,065 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/unmodifiablepipesplatform/simple"]
2013-10-02 03:13:14,065 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  parallel execution is enabled: false
2013-10-02 03:13:14,065 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  starting jobs: 2
2013-10-02 03:13:14,066 INFO  flow.Flow (BaseFlow.java:logInfo(1306)) - [test]  allocating threads: 1
2013-10-02 03:13:14,067 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (1/2)
2013-10-02 03:13:14,108 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2013-10-02 03:13:14,150 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2013-10-02 03:13:14,155 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:13:14,336 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0001
2013-10-02 03:13:14,397 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2013-10-02 03:13:14,405 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6e0f0ad
2013-10-02 03:13:14,412 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt
2013-10-02 03:13:14,418 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:13:14,426 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:13:14,562 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:13:14,563 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:13:14,584 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:13:14,585 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:13:14,639 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: Hfs["TextDelimited[['lhs', 'rhs']]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt"]
2013-10-02 03:13:14,640 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'lhs']]
2013-10-02 03:13:14,654 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:13:14,666 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:13:14,670 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:13:17,382 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/classes/test/data/lhs.txt:0+52
2013-10-02 03:13:17,383 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2013-10-02 03:13:17,394 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@63fb050c
2013-10-02 03:13:17,395 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:13:17,400 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:13:17,405 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 223 bytes
2013-10-02 03:13:17,406 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:13:17,408 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:13:17,408 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:13:17,427 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'lhs']]
2013-10-02 03:13:17,428 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: TempHfs["SequenceFile[['lhs', 'rhs']]"][766405254/test/]
2013-10-02 03:13:17,451 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:13:17,452 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:13:17,453 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_r_000000_0 is allowed to commit now
2013-10-02 03:13:17,457 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_r_000000_0' to file:/tmp/hadoop-teamcity/766405254_test_15CB7DEBCB004E6588FB210DFC529276
2013-10-02 03:13:20,394 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:13:20,395 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_r_000000_0' done.
2013-10-02 03:13:20,405 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] starting step: (2/2) ...iablepipesplatform/simple
2013-10-02 03:13:20,445 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:13:20,560 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(742)) - [test] submitted hadoop job: job_local_0002
2013-10-02 03:13:20,565 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@595780d9
2013-10-02 03:13:20,567 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-teamcity/766405254_test_15CB7DEBCB004E6588FB210DFC529276/part-00000
2013-10-02 03:13:20,575 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 1
2013-10-02 03:13:20,575 INFO  mapred.MapTask (MapTask.java:<init>(944)) - io.sort.mb = 100
2013-10-02 03:13:20,708 INFO  mapred.MapTask (MapTask.java:<init>(956)) - data buffer = 79691776/99614720
2013-10-02 03:13:20,709 INFO  mapred.MapTask (MapTask.java:<init>(957)) - record buffer = 262144/327680
2013-10-02 03:13:20,710 INFO  hadoop.FlowMapper (FlowMapper.java:configure(70)) - cascading version: 2.2.0-wip-122
2013-10-02 03:13:20,710 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - child jvm opts: -Xmx200m
2013-10-02 03:13:20,724 INFO  hadoop.FlowMapper (FlowMapper.java:configure(86)) - sourcing from: TempHfs["SequenceFile[['lhs', 'rhs']]"][766405254/test/]
2013-10-02 03:13:20,724 INFO  hadoop.FlowMapper (FlowMapper.java:configure(89)) - sinking to: GroupBy(test)[by:[{1}:'lhs']]
2013-10-02 03:13:20,727 INFO  mapred.MapTask (MapTask.java:flush(1284)) - Starting flush of map output
2013-10-02 03:13:20,730 INFO  mapred.MapTask (MapTask.java:sortAndSpill(1466)) - Finished spill 0
2013-10-02 03:13:20,733 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2013-10-02 03:13:23,566 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/tmp/hadoop-teamcity/766405254_test_15CB7DEBCB004E6588FB210DFC529276/part-00000:0+225
2013-10-02 03:13:23,566 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2013-10-02 03:13:23,571 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@349319d9
2013-10-02 03:13:23,572 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:13:23,573 INFO  mapred.Merger (Merger.java:merge(390)) - Merging 1 sorted segments
2013-10-02 03:13:23,574 INFO  mapred.Merger (Merger.java:merge(473)) - Down to the last merge-pass, with 1 segments left of total size: 132 bytes
2013-10-02 03:13:23,574 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:13:23,575 INFO  hadoop.FlowReducer (FlowReducer.java:configure(77)) - cascading version: 2.2.0-wip-122
2013-10-02 03:13:23,576 INFO  hadoop.FlowReducer (FlowReducer.java:configure(78)) - child jvm opts: -Xmx200m
2013-10-02 03:13:23,588 INFO  hadoop.FlowReducer (FlowReducer.java:configure(96)) - sourcing from: GroupBy(test)[by:[{1}:'lhs']]
2013-10-02 03:13:23,588 INFO  hadoop.FlowReducer (FlowReducer.java:configure(99)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/unmodifiablepipesplatform/simple"]
2013-10-02 03:13:23,598 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_r_000000_0 is done. And is in the process of commiting
2013-10-02 03:13:23,599 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2013-10-02 03:13:23,600 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_r_000000_0 is allowed to commit now
2013-10-02 03:13:23,603 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_r_000000_0' to file:/opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/unmodifiablepipesplatform/simple
2013-10-02 03:13:26,572 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - reduce > reduce
2013-10-02 03:13:26,573 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_r_000000_0' done.
2013-10-02 03:13:26,580 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output/hadoop/unmodifiablepipesplatform/simple/_temporary
2013-10-02 03:13:26,601 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2013-10-02 03:13:26,603 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/764fbec8be3dd025/apache-1.0.x/build/test/output//hadoop/unmodifiablepipesplatform/simple