Class cascading.scheme.TextDelimitedPlatformTest

9

tests

0

failures

26.591s

duration

100%

successful

Tests

Test Duration Result
testFieldCoercion 3.378s passed
testHeader 3.102s passed
testHeaderAll 3.148s passed
testHeaderFieldsAll 3.173s passed
testQuotedText 3.155s passed
testQuotedTextAll 3.243s passed
testQuotedTextSpecChar 4.092s passed
testQuotedTextSpecCharAll 3.197s passed
testStrict 0.103s passed

Standard output

2014-08-22 15:30:04,243 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-08-22 15:30:04,293 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2014-08-22 15:30:04,293 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.scheme.TextDelimitedPlatformTest
2014-08-22 15:30:04,326 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2014-08-22 15:30:04,728 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:04,730 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:04,743 INFO  property.AppProps (AppProps.java:getAppID(162)) - using app.id: 77E56E9700524CD88D204478A211E45F
2014-08-22 15:30:04,951 INFO  util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.6
2014-08-22 15:30:04,954 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:04,955 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2014-08-22 15:30:04,956 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse"]
2014-08-22 15:30:04,956 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:04,956 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:04,956 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:04,959 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...form/quoted/speccharfalse
2014-08-22 15:30:05,001 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2014-08-22 15:30:05,051 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:05,259 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0001
2014-08-22 15:30:05,260 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:05,324 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2014-08-22 15:30:05,332 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@6762ba99
2014-08-22 15:30:05,340 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt
2014-08-22 15:30:05,347 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:05,359 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:05,359 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:05,398 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2014-08-22 15:30:05,399 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse"]
2014-08-22 15:30:05,420 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:05,423 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:30:05,424 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_m_000000_0 is allowed to commit now
2014-08-22 15:30:05,429 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse
2014-08-22 15:30:08,307 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt:0+197
2014-08-22 15:30:08,308 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2014-08-22 15:30:08,321 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse/_temporary
2014-08-22 15:30:08,347 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:08,384 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:08,411 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:08,415 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/speccharfalse
2014-08-22 15:30:08,443 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:08,444 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:08,467 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:08,467 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:08,468 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue"]
2014-08-22 15:30:08,468 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:08,468 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:08,468 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:08,469 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...tform/quoted/normchartrue
2014-08-22 15:30:08,487 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:08,572 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0002
2014-08-22 15:30:08,573 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:08,578 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@4858cca9
2014-08-22 15:30:08,580 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt
2014-08-22 15:30:08,582 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:08,588 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:08,589 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:08,600 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:08,600 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue"]
2014-08-22 15:30:08,606 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:08,607 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:30:08,608 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_m_000000_0 is allowed to commit now
2014-08-22 15:30:08,613 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue
2014-08-22 15:30:11,578 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2014-08-22 15:30:11,579 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2014-08-22 15:30:11,591 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue/_temporary
2014-08-22 15:30:11,613 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:11,635 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:11,657 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:11,661 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/normchartrue
2014-08-22 15:30:11,685 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:11,685 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:11,709 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:11,710 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2014-08-22 15:30:11,711 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue"]
2014-08-22 15:30:11,712 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:11,712 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:11,713 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:11,714 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...tform/quoted/specchartrue
2014-08-22 15:30:11,732 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:11,795 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0003
2014-08-22 15:30:11,795 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:11,800 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@3c0b655a
2014-08-22 15:30:11,803 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt
2014-08-22 15:30:11,804 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:11,810 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:11,810 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:11,822 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2014-08-22 15:30:11,822 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue"]
2014-08-22 15:30:11,827 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:11,828 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:30:11,829 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_m_000000_0 is allowed to commit now
2014-08-22 15:30:11,833 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue
2014-08-22 15:30:14,800 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt:0+197
2014-08-22 15:30:14,801 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2014-08-22 15:30:14,813 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue/_temporary
2014-08-22 15:30:14,828 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:14,842 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:14,856 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:14,859 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/specchartrue
2014-08-22 15:30:14,873 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:14,874 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:14,894 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:14,895 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:14,895 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall"]
2014-08-22 15:30:14,895 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:14,895 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:14,896 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:14,896 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...limitedplatform/headerall
2014-08-22 15:30:14,916 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:14,954 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0004
2014-08-22 15:30:14,955 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:14,959 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@1ca37c6a
2014-08-22 15:30:14,960 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt
2014-08-22 15:30:14,962 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:14,967 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:14,967 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:14,976 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:14,977 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall"]
2014-08-22 15:30:14,981 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:14,981 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:30:14,982 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0004_m_000000_0 is allowed to commit now
2014-08-22 15:30:14,986 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall
2014-08-22 15:30:17,959 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2014-08-22 15:30:17,960 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0004_m_000000_0' done.
2014-08-22 15:30:17,993 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall/_temporary
2014-08-22 15:30:18,004 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:18,007 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/headerall
2014-08-22 15:30:18,030 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:18,031 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:18,050 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:18,050 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:18,051 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse"]
2014-08-22 15:30:18,051 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:18,051 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:18,052 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:18,053 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...form/quoted/normcharfalse
2014-08-22 15:30:18,070 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:18,106 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0005
2014-08-22 15:30:18,106 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:18,110 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@2f24614c
2014-08-22 15:30:18,111 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt
2014-08-22 15:30:18,113 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:18,118 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:18,118 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:18,127 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:18,127 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse"]
2014-08-22 15:30:18,131 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:18,132 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:30:18,132 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0005_m_000000_0 is allowed to commit now
2014-08-22 15:30:18,136 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse
2014-08-22 15:30:21,110 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2014-08-22 15:30:21,111 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_m_000000_0' done.
2014-08-22 15:30:21,123 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse/_temporary
2014-08-22 15:30:21,135 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:21,147 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:21,160 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:21,163 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/normcharfalse
2014-08-22 15:30:21,415 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:21,416 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:21,453 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:21,454 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt"]
2014-08-22 15:30:21,455 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion"]
2014-08-22 15:30:21,455 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:21,455 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:21,456 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:21,456 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...latform/testFieldCoercion
2014-08-22 15:30:21,474 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:21,507 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0006
2014-08-22 15:30:21,508 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:21,512 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@155b6116
2014-08-22 15:30:21,513 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt
2014-08-22 15:30:21,514 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:21,519 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:21,519 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:21,539 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt"]
2014-08-22 15:30:21,540 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion"]
2014-08-22 15:30:21,667 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:21,668 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:30:21,669 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0006_m_000000_0 is allowed to commit now
2014-08-22 15:30:21,672 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion
2014-08-22 15:30:24,512 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt:0+1449
2014-08-22 15:30:24,513 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_m_000000_0' done.
2014-08-22 15:30:24,526 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion/_temporary
2014-08-22 15:30:24,536 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:24,541 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/testFieldCoercion
2014-08-22 15:30:24,557 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:24,557 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:24,570 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:24,613 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:24,613 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-header.txt"]
2014-08-22 15:30:24,614 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2"]]]
2014-08-22 15:30:24,614 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:24,614 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:24,614 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:24,615 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...46A3944CFA0DE35C4985163CA
2014-08-22 15:30:24,631 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:24,662 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0007
2014-08-22 15:30:24,662 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:24,665 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@5a2d13c1
2014-08-22 15:30:24,667 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-header.txt
2014-08-22 15:30:24,668 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:24,669 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:24,669 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:24,678 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-header.txt"]
2014-08-22 15:30:24,679 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2"]]]
2014-08-22 15:30:24,680 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1"]
2014-08-22 15:30:24,683 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1/_temporary/_attempt_local_0007_m_000000_0
2014-08-22 15:30:24,684 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2014-08-22 15:30:24,688 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2"]
2014-08-22 15:30:24,690 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2/_temporary/_attempt_local_0007_m_000000_0
2014-08-22 15:30:24,690 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2014-08-22 15:30:24,699 INFO  io.TapOutputCollector (TapOutputCollector.java:close(135)) - closing tap collector for: /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1/part-00000
2014-08-22 15:30:24,699 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1/_temporary/_attempt_local_0007_m_000000_0
2014-08-22 15:30:24,702 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_local_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1
2014-08-22 15:30:24,703 INFO  io.TapOutputCollector (TapOutputCollector.java:close(135)) - closing tap collector for: /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2/part-00000
2014-08-22 15:30:24,703 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2/_temporary/_attempt_local_0007_m_000000_0
2014-08-22 15:30:24,706 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_local_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2
2014-08-22 15:30:24,707 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:27,665 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-header.txt:0+244
2014-08-22 15:30:27,666 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_m_000000_0' done.
2014-08-22 15:30:27,690 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:27,702 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:27,713 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:27,714 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/headerfieldsall1
2014-08-22 15:30:27,714 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/headerfieldsall2
2014-08-22 15:30:27,725 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:27,726 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:27,741 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:27,742 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:27,742 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header"]
2014-08-22 15:30:27,742 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:27,742 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:27,742 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:27,746 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...tdelimitedplatform/header
2014-08-22 15:30:27,758 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:27,786 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0008
2014-08-22 15:30:27,787 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:27,790 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@74ac576f
2014-08-22 15:30:27,792 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt
2014-08-22 15:30:27,794 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:27,798 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:27,798 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:27,807 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2014-08-22 15:30:27,807 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header"]
2014-08-22 15:30:27,811 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2014-08-22 15:30:27,812 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2014-08-22 15:30:27,813 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0008_m_000000_0 is allowed to commit now
2014-08-22 15:30:27,816 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_m_000000_0' to file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header
2014-08-22 15:30:30,790 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2014-08-22 15:30:30,791 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_m_000000_0' done.
2014-08-22 15:30:30,805 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header/_temporary
2014-08-22 15:30:30,814 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:30,817 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/header
2014-08-22 15:30:30,828 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2014-08-22 15:30:30,828 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.5.6/a36851b185807587c9a4b9e914f06c5ea27801c9/cascading-hadoop-2.5.6.jar
2014-08-22 15:30:30,843 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] starting
2014-08-22 15:30:30,844 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt"]
2014-08-22 15:30:30,844 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/strict-nondeterministic"]
2014-08-22 15:30:30,844 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  parallel execution is enabled: false
2014-08-22 15:30:30,844 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  starting jobs: 1
2014-08-22 15:30:30,844 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe]  allocating threads: 1
2014-08-22 15:30:30,845 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...m/strict-nondeterministic
2014-08-22 15:30:30,858 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2014-08-22 15:30:30,885 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0009
2014-08-22 15:30:30,885 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2014-08-22 15:30:30,888 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@10ba5a81
2014-08-22 15:30:30,890 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
2014-08-22 15:30:30,891 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2014-08-22 15:30:30,894 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.5.6
2014-08-22 15:30:30,895 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2014-08-22 15:30:30,901 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt"]
2014-08-22 15:30:30,902 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/strict-nondeterministic"]
2014-08-22 15:30:30,905 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:127)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:76)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1008)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:140)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:120)
	... 6 more
2014-08-22 15:30:30,907 ERROR stream.SourceStage (SourceStage.java:map(110)) - caught throwable
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:127)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:76)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1008)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:140)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:120)
	... 6 more
2014-08-22 15:30:30,909 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0009
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:127)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:76)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1008)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:140)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:120)
	... 6 more
2014-08-22 15:30:30,916 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] hadoop job job_local_0009 state at FAILED
2014-08-22 15:30:30,916 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] failure info: NA
2014-08-22 15:30:30,918 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] task completion events identify failed tasks
2014-08-22 15:30:30,918 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] task completion events count: 0
2014-08-22 15:30:30,918 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] stopping all jobs
2014-08-22 15:30:30,919 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] stopping: (1/1) ...m/strict-nondeterministic
2014-08-22 15:30:30,919 INFO  flow.Flow (BaseFlow.java:logInfo(1354)) - [pipe] stopped all jobs
2014-08-22 15:30:30,920 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/strict-nondeterministic/_temporary
2014-08-22 15:30:30,920 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/3945655b04626318/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/strict-nondeterministic