Class cascading.scheme.TextDelimitedPlatformTest

9

tests

0

failures

26.617s

duration

100%

successful

Tests

Test Duration Result
testFieldCoercion 3.374s passed
testHeader 3.103s passed
testHeaderAll 3.135s passed
testHeaderFieldsAll 3.182s passed
testQuotedText 3.147s passed
testQuotedTextAll 3.240s passed
testQuotedTextSpecChar 4.133s passed
testQuotedTextSpecCharAll 3.196s passed
testStrict 0.107s passed

Standard output

2015-02-10 12:05:53,742 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-10 12:05:53,789 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop
2015-02-10 12:05:53,789 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.scheme.TextDelimitedPlatformTest
2015-02-10 12:05:53,821 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(112)) - not using cluster
2015-02-10 12:05:54,250 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:05:54,252 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:05:54,265 INFO  property.AppProps (AppProps.java:getAppID(169)) - using app.id: DED61F1F8EF34D9CAF07700B6CAE68D1
2015-02-10 12:05:54,479 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-10 12:05:54,482 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:05:54,483 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2015-02-10 12:05:54,483 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse"]
2015-02-10 12:05:54,484 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:05:54,484 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:05:54,484 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:05:54,488 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...form/quoted/speccharfalse
2015-02-10 12:05:54,533 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-02-10 12:05:54,587 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:05:54,791 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0001
2015-02-10 12:05:54,792 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:05:54,861 INFO  util.ProcessTree (ProcessTree.java:isSetsidSupported(63)) - setsid exited with exit code 0
2015-02-10 12:05:54,869 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@7b35ae7e
2015-02-10 12:05:54,877 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt
2015-02-10 12:05:54,884 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:05:54,895 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:05:54,895 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:05:54,933 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2015-02-10 12:05:54,934 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse"]
2015-02-10 12:05:54,954 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0001_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:05:54,957 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 12:05:54,958 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0001_m_000000_0 is allowed to commit now
2015-02-10 12:05:54,963 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0001_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse
2015-02-10 12:05:57,843 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt:0+197
2015-02-10 12:05:57,844 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0001_m_000000_0' done.
2015-02-10 12:05:57,857 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/speccharfalse/_temporary
2015-02-10 12:05:57,883 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:05:57,920 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:05:57,946 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:05:57,951 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/speccharfalse
2015-02-10 12:05:57,980 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:05:57,981 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:05:58,004 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:05:58,004 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:05:58,005 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue"]
2015-02-10 12:05:58,006 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:05:58,006 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:05:58,006 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:05:58,007 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...tform/quoted/normchartrue
2015-02-10 12:05:58,025 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:05:58,105 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0002
2015-02-10 12:05:58,105 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:05:58,110 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@50c713d2
2015-02-10 12:05:58,113 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt
2015-02-10 12:05:58,114 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:05:58,121 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:05:58,121 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:05:58,134 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:05:58,135 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue"]
2015-02-10 12:05:58,140 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0002_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:05:58,141 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 12:05:58,142 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0002_m_000000_0 is allowed to commit now
2015-02-10 12:05:58,146 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0002_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue
2015-02-10 12:06:01,111 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2015-02-10 12:06:01,112 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0002_m_000000_0' done.
2015-02-10 12:06:01,124 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normchartrue/_temporary
2015-02-10 12:06:01,146 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:01,168 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:01,190 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:01,194 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/normchartrue
2015-02-10 12:06:01,217 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:06:01,217 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:06:01,238 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:06:01,239 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2015-02-10 12:06:01,239 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue"]
2015-02-10 12:06:01,240 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:06:01,240 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:06:01,240 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:06:01,241 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...tform/quoted/specchartrue
2015-02-10 12:06:01,260 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:01,325 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0003
2015-02-10 12:06:01,326 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:06:01,329 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@268be9ef
2015-02-10 12:06:01,333 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt
2015-02-10 12:06:01,335 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:06:01,341 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:06:01,341 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:06:01,353 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt"]
2015-02-10 12:06:01,354 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue"]
2015-02-10 12:06:01,359 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0003_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:06:01,360 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 12:06:01,360 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0003_m_000000_0 is allowed to commit now
2015-02-10 12:06:01,365 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0003_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue
2015-02-10 12:06:04,332 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-spec-char.txt:0+197
2015-02-10 12:06:04,333 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0003_m_000000_0' done.
2015-02-10 12:06:04,344 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/specchartrue/_temporary
2015-02-10 12:06:04,359 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:04,373 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:04,388 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:04,391 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/specchartrue
2015-02-10 12:06:04,405 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:06:04,406 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:06:04,427 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:06:04,427 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:06:04,428 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall"]
2015-02-10 12:06:04,428 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:06:04,428 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:06:04,428 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:06:04,429 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...limitedplatform/headerall
2015-02-10 12:06:04,446 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:04,483 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0004
2015-02-10 12:06:04,484 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:06:04,488 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@58d51a54
2015-02-10 12:06:04,489 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt
2015-02-10 12:06:04,491 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:06:04,498 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:06:04,498 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:06:04,507 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:06:04,507 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall"]
2015-02-10 12:06:04,511 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0004_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:06:04,512 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 12:06:04,513 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0004_m_000000_0 is allowed to commit now
2015-02-10 12:06:04,517 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0004_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall
2015-02-10 12:06:07,488 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2015-02-10 12:06:07,489 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0004_m_000000_0' done.
2015-02-10 12:06:07,505 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerall/_temporary
2015-02-10 12:06:07,524 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:07,527 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/headerall
2015-02-10 12:06:07,541 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:06:07,542 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:06:07,558 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:06:07,558 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:06:07,559 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse"]
2015-02-10 12:06:07,559 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:06:07,559 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:06:07,559 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:06:07,560 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...form/quoted/normcharfalse
2015-02-10 12:06:07,579 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:07,615 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0005
2015-02-10 12:06:07,616 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:06:07,619 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@506937f9
2015-02-10 12:06:07,621 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt
2015-02-10 12:06:07,622 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:06:07,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:06:07,628 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:06:07,637 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:06:07,637 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse"]
2015-02-10 12:06:07,641 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0005_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:06:07,642 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 12:06:07,643 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0005_m_000000_0 is allowed to commit now
2015-02-10 12:06:07,647 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0005_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse
2015-02-10 12:06:10,619 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2015-02-10 12:06:10,620 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0005_m_000000_0' done.
2015-02-10 12:06:10,634 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/quoted/normcharfalse/_temporary
2015-02-10 12:06:10,646 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:10,658 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:10,671 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:10,674 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/quoted/normcharfalse
2015-02-10 12:06:10,925 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:06:10,926 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:06:10,963 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:06:10,964 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt"]
2015-02-10 12:06:10,964 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion"]
2015-02-10 12:06:10,965 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:06:10,965 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:06:10,965 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:06:10,966 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...latform/testFieldCoercion
2015-02-10 12:06:10,982 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:11,013 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0006
2015-02-10 12:06:11,015 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:06:11,018 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@14ee3dee
2015-02-10 12:06:11,020 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt
2015-02-10 12:06:11,021 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:06:11,026 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:06:11,026 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:06:11,046 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt"]
2015-02-10 12:06:11,046 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion"]
2015-02-10 12:06:11,152 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0006_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:06:11,153 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 12:06:11,154 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0006_m_000000_0 is allowed to commit now
2015-02-10 12:06:11,157 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0006_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion
2015-02-10 12:06:14,018 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/apache-clean.10.txt:0+1449
2015-02-10 12:06:14,019 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0006_m_000000_0' done.
2015-02-10 12:06:14,033 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion/_temporary
2015-02-10 12:06:14,043 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:14,048 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/testFieldCoercion
2015-02-10 12:06:14,080 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:06:14,081 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:06:14,094 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:14,124 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:06:14,124 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-header.txt"]
2015-02-10 12:06:14,125 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2"]]]
2015-02-10 12:06:14,125 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:06:14,125 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:06:14,125 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:06:14,126 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...A8B144308BC627D2FC59DB2E8
2015-02-10 12:06:14,143 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:14,174 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0007
2015-02-10 12:06:14,174 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:06:14,179 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@140e3010
2015-02-10 12:06:14,181 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-header.txt
2015-02-10 12:06:14,183 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:06:14,184 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:06:14,185 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:06:14,195 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-header.txt"]
2015-02-10 12:06:14,196 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2"]]]
2015-02-10 12:06:14,198 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1"]
2015-02-10 12:06:14,202 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1/_temporary/_attempt_local_0007_m_000000_0
2015-02-10 12:06:14,203 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2015-02-10 12:06:14,208 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2"]
2015-02-10 12:06:14,211 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(98)) - setting up task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2/_temporary/_attempt_local_0007_m_000000_0
2015-02-10 12:06:14,211 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(112)) - creating path: part-00000
2015-02-10 12:06:14,221 INFO  io.TapOutputCollector (TapOutputCollector.java:close(145)) - closing tap collector for: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1/part-00000
2015-02-10 12:06:14,222 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1/_temporary/_attempt_local_0007_m_000000_0
2015-02-10 12:06:14,225 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_local_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall1
2015-02-10 12:06:14,226 INFO  io.TapOutputCollector (TapOutputCollector.java:close(145)) - closing tap collector for: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2/part-00000
2015-02-10 12:06:14,226 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(155)) - committing task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2/_temporary/_attempt_local_0007_m_000000_0
2015-02-10 12:06:14,229 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(172)) - saved output of task 'attempt_local_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/headerfieldsall2
2015-02-10 12:06:14,230 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0007_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:06:17,179 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-header.txt:0+244
2015-02-10 12:06:17,180 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0007_m_000000_0' done.
2015-02-10 12:06:17,205 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:17,218 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:17,229 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:17,230 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/headerfieldsall1
2015-02-10 12:06:17,231 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/headerfieldsall2
2015-02-10 12:06:17,243 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:06:17,243 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:06:17,259 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:06:17,260 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:06:17,260 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header"]
2015-02-10 12:06:17,260 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:06:17,261 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:06:17,261 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:06:17,261 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...tdelimitedplatform/header
2015-02-10 12:06:17,274 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:17,304 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0008
2015-02-10 12:06:17,304 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:06:17,308 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@24e72f0c
2015-02-10 12:06:17,309 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt
2015-02-10 12:06:17,310 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:06:17,314 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:06:17,314 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:06:17,323 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt"]
2015-02-10 12:06:17,323 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header"]
2015-02-10 12:06:17,360 INFO  mapred.Task (Task.java:done(847)) - Task:attempt_local_0008_m_000000_0 is done. And is in the process of commiting
2015-02-10 12:06:17,361 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - 
2015-02-10 12:06:17,362 INFO  mapred.Task (Task.java:commit(1000)) - Task attempt_local_0008_m_000000_0 is allowed to commit now
2015-02-10 12:06:17,366 INFO  mapred.FileOutputCommitter (FileOutputCommitter.java:commitTask(138)) - Saved output of task 'attempt_local_0008_m_000000_0' to file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header
2015-02-10 12:06:20,308 INFO  mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(321)) - file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited.txt:0+198
2015-02-10 12:06:20,309 INFO  mapred.Task (Task.java:sendDone(959)) - Task 'attempt_local_0008_m_000000_0' done.
2015-02-10 12:06:20,322 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/header/_temporary
2015-02-10 12:06:20,332 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:20,334 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/header
2015-02-10 12:06:20,346 INFO  util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-10 12:06:20,346 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/2.6.3/417f6462b56e135b8a02e18f34ce18a2fad9c8c4/cascading-hadoop-2.6.3.jar
2015-02-10 12:06:20,361 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] starting
2015-02-10 12:06:20,362 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt"]
2015-02-10 12:06:20,362 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/strict-nondeterministic"]
2015-02-10 12:06:20,362 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  parallel execution is enabled: false
2015-02-10 12:06:20,362 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  starting jobs: 1
2015-02-10 12:06:20,363 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe]  allocating threads: 1
2015-02-10 12:06:20,364 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] starting step: (1/1) ...m/strict-nondeterministic
2015-02-10 12:06:20,378 INFO  mapred.FileInputFormat (FileInputFormat.java:listStatus(199)) - Total input paths to process : 1
2015-02-10 12:06:20,406 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] submitted hadoop job: job_local_0009
2015-02-10 12:06:20,407 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] tracking url: http://localhost:8080/
2015-02-10 12:06:20,411 INFO  mapred.Task (Task.java:initialize(534)) -  Using ResourceCalculatorPlugin : org.apache.hadoop.util.LinuxResourceCalculatorPlugin@381bd13
2015-02-10 12:06:20,412 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
2015-02-10 12:06:20,413 INFO  mapred.MapTask (MapTask.java:runOldMapper(425)) - numReduceTasks: 0
2015-02-10 12:06:20,417 INFO  hadoop.FlowMapper (FlowMapper.java:configure(71)) - cascading version: 2.6.3
2015-02-10 12:06:20,418 INFO  hadoop.FlowMapper (FlowMapper.java:configure(72)) - child jvm opts: -Xmx200m
2015-02-10 12:06:20,425 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt"]
2015-02-10 12:06:20,425 INFO  hadoop.FlowMapper (FlowMapper.java:configure(90)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/strict-nondeterministic"]
2015-02-10 12:06:20,429 ERROR stream.TrapHandler (TrapHandler.java:handleReThrowableException(103)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:149)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:76)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:163)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:136)
	... 6 more
2015-02-10 12:06:20,431 ERROR stream.SourceStage (SourceStage.java:map(110)) - caught throwable
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:149)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:76)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:163)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:136)
	... 6 more
2015-02-10 12:06:20,433 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(298)) - job_local_0009
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:149)
	at cascading.flow.stream.SourceStage.map(SourceStage.java:76)
	at cascading.flow.stream.SourceStage.run(SourceStage.java:58)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:130)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:212)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:163)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:136)
	... 6 more
2015-02-10 12:06:20,437 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] hadoop job job_local_0009 state at FAILED
2015-02-10 12:06:20,438 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] failure info: NA
2015-02-10 12:06:20,439 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] task completion events identify failed tasks
2015-02-10 12:06:20,439 WARN  flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [pipe] task completion events count: 0
2015-02-10 12:06:20,440 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] stopping all jobs
2015-02-10 12:06:20,440 INFO  flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [pipe] stopping: (1/1) ...m/strict-nondeterministic
2015-02-10 12:06:20,441 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] stopped all jobs
2015-02-10 12:06:20,441 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] shutting down job executor
2015-02-10 12:06:20,441 INFO  flow.Flow (BaseFlow.java:logInfo(1378)) - [pipe] shutdown complete
2015-02-10 12:06:20,441 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output/hadoop/textdelimitedplatform/strict-nondeterministic/_temporary
2015-02-10 12:06:20,442 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-0.20.205.0/build/test/output//hadoop/textdelimitedplatform/strict-nondeterministic