Class cascading.scheme.TextDelimitedPlatformTest

9

tests

0

failures

0

ignored

5.418s

duration

100%

successful

Tests

Test Duration Result
testFieldCoercion 0.524s passed
testHeader 0.260s passed
testHeaderAll 0.312s passed
testHeaderFieldsAll 0.384s passed
testQuotedText 0.317s passed
testQuotedTextAll 0.507s passed
testQuotedTextSpecChar 2.391s passed
testQuotedTextSpecCharAll 0.513s passed
testStrict 0.210s passed

Standard output

2016-05-18 11:45:09,629 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 11:45:09,651 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.scheme.TextDelimitedPlatformTest, with platform: hadoop2-mr1
2016-05-18 11:45:09,675 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2016-05-18 11:45:10,358 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 11:45:10,495 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 11:45:10,619 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:10,621 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:10,698 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 764EAD94A9924D24B2D9FD1AFCD57853
2016-05-18 11:45:10,848 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.084
2016-05-18 11:45:10,851 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:10,852 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:10,988 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 11:45:10,991 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:10,992 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 11:45:10,993 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse"]
2016-05-18 11:45:10,993 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:10,995 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:10,996 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:10,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...Char/quoted/speccharfalse
2016-05-18 11:45:11,722 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local2129015775_0001
2016-05-18 11:45:11,722 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:11,798 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-spec-char.txt
2016-05-18 11:45:11,822 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:11,823 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:11,841 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: DB42DA3FB74F431BA902034D7D346B28, ordinal: 0
2016-05-18 11:45:11,871 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 11:45:11,872 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse"]
2016-05-18 11:45:11,874 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DB42DA3FB74F431BA902034D7D346B28, mem on start (mb), free: 217, total: 281, max: 672
2016-05-18 11:45:11,896 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DB42DA3FB74F431BA902034D7D346B28, mem on close (mb), free: 217, total: 281, max: 672
2016-05-18 11:45:11,949 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse/_temporary
2016-05-18 11:45:11,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.957
2016-05-18 11:45:12,063 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse
2016-05-18 11:45:12,095 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:12,096 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:12,152 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.044
2016-05-18 11:45:12,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:12,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:12,174 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:12,174 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:12,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue"]
2016-05-18 11:45:12,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:12,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:12,176 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:12,176 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...xtAll/quoted/normchartrue
2016-05-18 11:45:12,394 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local1719448249_0002
2016-05-18 11:45:12,395 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:12,400 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt
2016-05-18 11:45:12,410 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:12,411 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:12,418 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A795B39ED2124106B860E499FF216978, ordinal: 0
2016-05-18 11:45:12,419 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:12,420 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue"]
2016-05-18 11:45:12,422 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A795B39ED2124106B860E499FF216978, mem on start (mb), free: 261, total: 281, max: 672
2016-05-18 11:45:12,425 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A795B39ED2124106B860E499FF216978, mem on close (mb), free: 261, total: 281, max: 672
2016-05-18 11:45:12,450 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue/_temporary
2016-05-18 11:45:12,451 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.276
2016-05-18 11:45:12,571 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue
2016-05-18 11:45:12,608 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:12,609 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:12,672 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.052
2016-05-18 11:45:12,673 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:12,674 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:12,693 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:12,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 11:45:12,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue"]
2016-05-18 11:45:12,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:12,694 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:12,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:12,696 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...arAll/quoted/specchartrue
2016-05-18 11:45:12,946 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local1645396251_0003
2016-05-18 11:45:12,947 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:12,954 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-spec-char.txt
2016-05-18 11:45:12,964 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:12,964 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:12,974 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: AC32F32C051B4044AD6F5D9A7C4EBF47, ordinal: 0
2016-05-18 11:45:12,975 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 11:45:12,975 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue"]
2016-05-18 11:45:12,975 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AC32F32C051B4044AD6F5D9A7C4EBF47, mem on start (mb), free: 194, total: 281, max: 672
2016-05-18 11:45:12,978 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AC32F32C051B4044AD6F5D9A7C4EBF47, mem on close (mb), free: 194, total: 281, max: 672
2016-05-18 11:45:13,003 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue/_temporary
2016-05-18 11:45:13,003 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.310
2016-05-18 11:45:13,084 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue
2016-05-18 11:45:13,107 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:13,107 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:13,143 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-18 11:45:13,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:13,144 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:13,162 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:13,162 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:13,162 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderAll/headerall"]
2016-05-18 11:45:13,162 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:13,163 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:13,163 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:13,164 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...m/testHeaderAll/headerall
2016-05-18 11:45:13,323 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local1086603081_0004
2016-05-18 11:45:13,324 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:13,330 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt
2016-05-18 11:45:13,339 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:13,339 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:13,347 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CEBECC7BC9564A129FAF2EE9E623A2CC, ordinal: 0
2016-05-18 11:45:13,348 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:13,348 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderAll/headerall"]
2016-05-18 11:45:13,348 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CEBECC7BC9564A129FAF2EE9E623A2CC, mem on start (mb), free: 361, total: 397, max: 672
2016-05-18 11:45:13,351 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CEBECC7BC9564A129FAF2EE9E623A2CC, mem on close (mb), free: 361, total: 397, max: 672
2016-05-18 11:45:13,369 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderAll/headerall/_temporary
2016-05-18 11:45:13,370 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.208
2016-05-18 11:45:13,396 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testHeaderAll/headerall
2016-05-18 11:45:13,414 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:13,415 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:13,457 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.036
2016-05-18 11:45:13,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:13,459 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:13,471 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:13,471 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:13,471 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedText/quoted/normcharfalse"]
2016-05-18 11:45:13,472 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:13,472 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:13,472 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:13,472 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...Text/quoted/normcharfalse
2016-05-18 11:45:13,587 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local1909957898_0005
2016-05-18 11:45:13,589 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:13,595 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt
2016-05-18 11:45:13,604 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:13,604 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:13,615 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A084DC7401724D4DB643C828FECBB5B5, ordinal: 0
2016-05-18 11:45:13,616 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:13,616 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedText/quoted/normcharfalse"]
2016-05-18 11:45:13,617 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A084DC7401724D4DB643C828FECBB5B5, mem on start (mb), free: 293, total: 397, max: 672
2016-05-18 11:45:13,620 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A084DC7401724D4DB643C828FECBB5B5, mem on close (mb), free: 293, total: 397, max: 672
2016-05-18 11:45:13,647 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testQuotedText/quoted/normcharfalse/_temporary
2016-05-18 11:45:13,648 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.173
2016-05-18 11:45:13,714 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testQuotedText/quoted/normcharfalse
2016-05-18 11:45:13,860 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:13,861 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:13,900 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.034
2016-05-18 11:45:13,901 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:13,901 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:13,929 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:13,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/apache-clean.10.txt"]
2016-05-18 11:45:13,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testFieldCoercion/testFieldCoercion"]
2016-05-18 11:45:13,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:13,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:13,931 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:13,931 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...oercion/testFieldCoercion
2016-05-18 11:45:14,068 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local843155267_0006
2016-05-18 11:45:14,068 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:14,076 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/apache-clean.10.txt
2016-05-18 11:45:14,085 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:14,085 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:14,097 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: AEB4045A52E447E8A136A379E7FAF60F, ordinal: 0
2016-05-18 11:45:14,104 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/apache-clean.10.txt"]
2016-05-18 11:45:14,105 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testFieldCoercion/testFieldCoercion"]
2016-05-18 11:45:14,105 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AEB4045A52E447E8A136A379E7FAF60F, mem on start (mb), free: 206, total: 397, max: 672
2016-05-18 11:45:14,187 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: AEB4045A52E447E8A136A379E7FAF60F, mem on close (mb), free: 201, total: 397, max: 672
2016-05-18 11:45:14,206 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testFieldCoercion/testFieldCoercion/_temporary
2016-05-18 11:45:14,207 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.277
2016-05-18 11:45:14,239 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testFieldCoercion/testFieldCoercion
2016-05-18 11:45:14,265 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:14,265 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:14,320 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.027
2016-05-18 11:45:14,321 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:14,321 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:14,341 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:14,342 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-header.txt"]
2016-05-18 11:45:14,342 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2"]]]
2016-05-18 11:45:14,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:14,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:14,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:14,344 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...580B04B65BD68FFFE14FFF6C4
2016-05-18 11:45:14,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local556165344_0007
2016-05-18 11:45:14,479 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:14,485 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-header.txt
2016-05-18 11:45:14,487 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:14,487 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:14,494 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E7FC718D11E5450BBCE01EF490FDE133, ordinal: 0
2016-05-18 11:45:14,495 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-header.txt"]
2016-05-18 11:45:14,495 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2"]]]
2016-05-18 11:45:14,496 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E7FC718D11E5450BBCE01EF490FDE133, mem on start (mb), free: 362, total: 397, max: 672
2016-05-18 11:45:14,497 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1"]
2016-05-18 11:45:14,499 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(105)) - setting up task: 'attempt_local556165344_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1/_temporary/_attempt_local556165344_0007_m_000000_0
2016-05-18 11:45:14,500 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(117)) - creating path: part-00000
2016-05-18 11:45:14,507 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2"]
2016-05-18 11:45:14,508 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(105)) - setting up task: 'attempt_local556165344_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2/_temporary/_attempt_local556165344_0007_m_000000_0
2016-05-18 11:45:14,509 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(117)) - creating path: part-00000
2016-05-18 11:45:14,518 INFO  io.TapOutputCollector (TapOutputCollector.java:close(150)) - closing tap collector for: /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1/part-00000
2016-05-18 11:45:14,518 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(162)) - committing task: 'attempt_local556165344_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1/_temporary/_attempt_local556165344_0007_m_000000_0
2016-05-18 11:45:14,520 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(179)) - saved output of task 'attempt_local556165344_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1
2016-05-18 11:45:14,520 INFO  io.TapOutputCollector (TapOutputCollector.java:close(150)) - closing tap collector for: /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2/part-00000
2016-05-18 11:45:14,521 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(162)) - committing task: 'attempt_local556165344_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2/_temporary/_attempt_local556165344_0007_m_000000_0
2016-05-18 11:45:14,523 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(179)) - saved output of task 'attempt_local556165344_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2
2016-05-18 11:45:14,523 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E7FC718D11E5450BBCE01EF490FDE133, mem on close (mb), free: 355, total: 397, max: 672
2016-05-18 11:45:14,545 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.203
2016-05-18 11:45:14,624 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1
2016-05-18 11:45:14,624 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2
2016-05-18 11:45:14,645 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:14,645 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:14,675 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-05-18 11:45:14,676 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:14,676 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:14,690 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:14,690 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:14,691 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeader/header"]
2016-05-18 11:45:14,691 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:14,691 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:14,691 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:14,692 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...latform/testHeader/header
2016-05-18 11:45:14,812 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local1725933891_0008
2016-05-18 11:45:14,813 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:14,818 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt
2016-05-18 11:45:14,826 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:14,826 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:14,832 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C69743627A824CE0958331211061D060, ordinal: 0
2016-05-18 11:45:14,833 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited.txt"]
2016-05-18 11:45:14,833 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeader/header"]
2016-05-18 11:45:14,833 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C69743627A824CE0958331211061D060, mem on start (mb), free: 268, total: 397, max: 672
2016-05-18 11:45:14,836 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C69743627A824CE0958331211061D060, mem on close (mb), free: 268, total: 397, max: 672
2016-05-18 11:45:14,858 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testHeader/header/_temporary
2016-05-18 11:45:14,859 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.168
2016-05-18 11:45:14,883 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testHeader/header
2016-05-18 11:45:14,898 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:45:14,899 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:45:14,929 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-05-18 11:45:14,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:45:14,930 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:45:14,939 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 11:45:14,939 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-extra-field.txt"]
2016-05-18 11:45:14,940 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testStrict/strict-nondeterministic"]
2016-05-18 11:45:14,940 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 11:45:14,940 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 11:45:14,940 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 11:45:14,940 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...t/strict-nondeterministic
2016-05-18 11:45:15,053 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local971316777_0009
2016-05-18 11:45:15,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 11:45:15,059 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-extra-field.txt
2016-05-18 11:45:15,067 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:45:15,067 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:45:15,073 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D481DE68AAEC41D9BDBA6890D03C2676, ordinal: 0
2016-05-18 11:45:15,074 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-extra-field.txt"]
2016-05-18 11:45:15,074 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testStrict/strict-nondeterministic"]
2016-05-18 11:45:15,074 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D481DE68AAEC41D9BDBA6890D03C2676, mem on start (mb), free: 200, total: 397, max: 672
2016-05-18 11:45:15,077 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:152)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:84)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:142)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:166)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:139)
	... 11 more
2016-05-18 11:45:15,079 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:152)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:84)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:142)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:166)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:139)
	... 11 more
2016-05-18 11:45:15,080 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D481DE68AAEC41D9BDBA6890D03C2676, mem on close (mb), free: 200, total: 397, max: 672
2016-05-18 11:45:15,082 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(560)) - job_local971316777_0009
java.lang.Exception: cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-extra-field.txt
	at org.apache.hadoop.mapred.LocalJobRunner$Job.runTasks(LocalJobRunner.java:462)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:522)
Caused by: cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:152)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:84)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:142)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:453)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:343)
	at org.apache.hadoop.mapred.LocalJobRunner$Job$MapTaskRunnable.run(LocalJobRunner.java:243)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:166)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:139)
	... 11 more
2016-05-18 11:45:15,086 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] hadoop job job_local971316777_0009 state at FAILED
2016-05-18 11:45:15,086 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] failure info: NA
2016-05-18 11:45:15,087 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] task completion events identify failed tasks
2016-05-18 11:45:15,087 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] task completion events count: 0
2016-05-18 11:45:15,088 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] stopping all jobs
2016-05-18 11:45:15,091 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] stopping: (1/1) ...t/strict-nondeterministic
2016-05-18 11:45:15,092 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] stopped all jobs
2016-05-18 11:45:15,093 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/textdelimitedplatform/testStrict/strict-nondeterministic/_temporary
2016-05-18 11:45:15,093 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.153
2016-05-18 11:45:15,094 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/textdelimitedplatform/testStrict/strict-nondeterministic