Class cascading.scheme.TextDelimitedPlatformTest

9

tests

0

failures

0

ignored

3.378s

duration

100%

successful

Tests

Test Duration Result
testFieldCoercion 0.467s passed
testHeader 0.174s passed
testHeaderAll 0.180s passed
testHeaderFieldsAll 0.209s passed
testQuotedText 0.197s passed
testQuotedTextAll 0.312s passed
testQuotedTextSpecChar 1.425s passed
testQuotedTextSpecCharAll 0.294s passed
testStrict 0.120s passed

Standard output

2016-05-18 04:08:21,975 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 04:08:21,992 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.scheme.TextDelimitedPlatformTest, with platform: hadoop
2016-05-18 04:08:22,017 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(127)) - not using cluster
2016-05-18 04:08:22,249 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 04:08:22,358 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:22,361 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:22,480 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 2699C1D4B51E42C6AF197CFB86FB9F66
2016-05-18 04:08:22,627 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.104
2016-05-18 04:08:22,629 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:22,630 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:22,796 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 04:08:22,799 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:22,800 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 04:08:22,801 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse"]
2016-05-18 04:08:22,803 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:22,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:22,804 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:22,806 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...Char/quoted/speccharfalse
2016-05-18 04:08:22,847 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 04:08:22,900 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2016-05-18 04:08:23,148 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0001
2016-05-18 04:08:23,150 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:23,241 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-spec-char.txt
2016-05-18 04:08:23,262 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:23,262 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:23,282 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C97B9855E02340D386405DFA5120281D, ordinal: 0
2016-05-18 04:08:23,318 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 04:08:23,319 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse"]
2016-05-18 04:08:23,322 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C97B9855E02340D386405DFA5120281D, mem on start (mb), free: 185, total: 223, max: 672
2016-05-18 04:08:23,345 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C97B9855E02340D386405DFA5120281D, mem on close (mb), free: 184, total: 223, max: 672
2016-05-18 04:08:23,368 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse/_temporary
2016-05-18 04:08:23,370 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.567
2016-05-18 04:08:23,439 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testQuotedTextSpecChar/quoted/speccharfalse
2016-05-18 04:08:23,472 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:23,473 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:23,525 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.043
2016-05-18 04:08:23,527 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:23,528 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:23,548 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:23,549 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:23,549 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue"]
2016-05-18 04:08:23,549 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:23,550 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:23,550 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:23,551 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...xtAll/quoted/normchartrue
2016-05-18 04:08:23,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0002
2016-05-18 04:08:23,631 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:23,636 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt
2016-05-18 04:08:23,641 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:23,641 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:23,652 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A6B55EC5A5AA40FE97C036225EC20520, ordinal: 0
2016-05-18 04:08:23,653 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:23,653 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue"]
2016-05-18 04:08:23,654 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A6B55EC5A5AA40FE97C036225EC20520, mem on start (mb), free: 169, total: 223, max: 672
2016-05-18 04:08:23,657 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A6B55EC5A5AA40FE97C036225EC20520, mem on close (mb), free: 169, total: 223, max: 672
2016-05-18 04:08:23,673 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue/_temporary
2016-05-18 04:08:23,673 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.124
2016-05-18 04:08:23,753 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testQuotedTextAll/quoted/normchartrue
2016-05-18 04:08:23,781 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:23,783 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:23,850 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.060
2016-05-18 04:08:23,851 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:23,852 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:23,872 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:23,872 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 04:08:23,873 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue"]
2016-05-18 04:08:23,874 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:23,875 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:23,875 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:23,877 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...arAll/quoted/specchartrue
2016-05-18 04:08:23,950 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0003
2016-05-18 04:08:23,951 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:23,957 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-spec-char.txt
2016-05-18 04:08:23,964 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:23,964 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:24,001 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E24872CEAD3641A8B65B0B7EA84C7AD5, ordinal: 0
2016-05-18 04:08:24,002 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-spec-char.txt"]
2016-05-18 04:08:24,002 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue"]
2016-05-18 04:08:24,003 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E24872CEAD3641A8B65B0B7EA84C7AD5, mem on start (mb), free: 272, total: 281, max: 672
2016-05-18 04:08:24,006 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E24872CEAD3641A8B65B0B7EA84C7AD5, mem on close (mb), free: 272, total: 281, max: 672
2016-05-18 04:08:24,015 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue/_temporary
2016-05-18 04:08:24,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.143
2016-05-18 04:08:24,047 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testQuotedTextSpecCharAll/quoted/specchartrue
2016-05-18 04:08:24,060 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:24,061 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:24,098 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.032
2016-05-18 04:08:24,099 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:24,100 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:24,115 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:24,116 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:24,117 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderAll/headerall"]
2016-05-18 04:08:24,117 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:24,118 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:24,118 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:24,119 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...m/testHeaderAll/headerall
2016-05-18 04:08:24,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0004
2016-05-18 04:08:24,170 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:24,177 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt
2016-05-18 04:08:24,181 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:24,181 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:24,189 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: DC9FCB44F56F4E378490F060B8D3A230, ordinal: 0
2016-05-18 04:08:24,190 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:24,190 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderAll/headerall"]
2016-05-18 04:08:24,190 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DC9FCB44F56F4E378490F060B8D3A230, mem on start (mb), free: 256, total: 281, max: 672
2016-05-18 04:08:24,194 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DC9FCB44F56F4E378490F060B8D3A230, mem on close (mb), free: 256, total: 281, max: 672
2016-05-18 04:08:24,211 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderAll/headerall/_temporary
2016-05-18 04:08:24,212 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.096
2016-05-18 04:08:24,227 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testHeaderAll/headerall
2016-05-18 04:08:24,241 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:24,242 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:24,289 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.040
2016-05-18 04:08:24,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:24,291 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:24,304 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:24,304 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:24,305 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedText/quoted/normcharfalse"]
2016-05-18 04:08:24,305 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:24,305 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:24,305 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:24,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...Text/quoted/normcharfalse
2016-05-18 04:08:24,357 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0005
2016-05-18 04:08:24,357 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:24,361 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt
2016-05-18 04:08:24,368 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:24,369 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:24,382 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CABD01292BDA4D8DBAD401239574C445, ordinal: 0
2016-05-18 04:08:24,382 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:24,383 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedText/quoted/normcharfalse"]
2016-05-18 04:08:24,383 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CABD01292BDA4D8DBAD401239574C445, mem on start (mb), free: 243, total: 281, max: 672
2016-05-18 04:08:24,386 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CABD01292BDA4D8DBAD401239574C445, mem on close (mb), free: 243, total: 281, max: 672
2016-05-18 04:08:24,399 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testQuotedText/quoted/normcharfalse/_temporary
2016-05-18 04:08:24,400 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.095
2016-05-18 04:08:24,425 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testQuotedText/quoted/normcharfalse
2016-05-18 04:08:24,618 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:24,618 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:24,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.034
2016-05-18 04:08:24,659 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:24,659 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:24,690 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:24,691 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/apache-clean.10.txt"]
2016-05-18 04:08:24,691 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion/testFieldCoercion"]
2016-05-18 04:08:24,693 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:24,693 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:24,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:24,695 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...oercion/testFieldCoercion
2016-05-18 04:08:24,746 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0006
2016-05-18 04:08:24,746 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:24,749 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/apache-clean.10.txt
2016-05-18 04:08:24,753 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:24,753 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:24,764 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CF1DF6EF3137478493CC41F991464180, ordinal: 0
2016-05-18 04:08:24,771 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/apache-clean.10.txt"]
2016-05-18 04:08:24,771 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['ip', 'client', 'user', 'date', 'request', 'code', 'bytes', 'referrer', 'agent', 'na' | String, String, String, DateType{dateFormatString='dd/MMM/yyyy:HH:mm:ss Z',canonicalType='long'}, String, int, long, String, String, String]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion/testFieldCoercion"]
2016-05-18 04:08:24,771 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CF1DF6EF3137478493CC41F991464180, mem on start (mb), free: 221, total: 281, max: 672
2016-05-18 04:08:24,859 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CF1DF6EF3137478493CC41F991464180, mem on close (mb), free: 217, total: 281, max: 672
2016-05-18 04:08:24,878 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testFieldCoercion/testFieldCoercion/_temporary
2016-05-18 04:08:24,879 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.188
2016-05-18 04:08:24,892 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testFieldCoercion/testFieldCoercion
2016-05-18 04:08:24,904 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:24,904 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:24,948 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.031
2016-05-18 04:08:24,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:24,950 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:24,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:24,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-header.txt"]
2016-05-18 04:08:24,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2"]]]
2016-05-18 04:08:24,967 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:24,967 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:24,967 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:24,968 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...3D6A049E995C646B413DDEBCC
2016-05-18 04:08:25,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0007
2016-05-18 04:08:25,014 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:25,017 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-header.txt
2016-05-18 04:08:25,019 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:25,019 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:25,029 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B135A3FF1D2D486390612836A7062A28, ordinal: 0
2016-05-18 04:08:25,030 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-header.txt"]
2016-05-18 04:08:25,030 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: MultiSinkTap[[Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1"], Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2"]]]
2016-05-18 04:08:25,030 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B135A3FF1D2D486390612836A7062A28, mem on start (mb), free: 203, total: 281, max: 672
2016-05-18 04:08:25,032 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1"]
2016-05-18 04:08:25,034 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(105)) - setting up task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1/_temporary/_attempt_local_0007_m_000000_0
2016-05-18 04:08:25,035 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(117)) - creating path: part-00000
2016-05-18 04:08:25,038 INFO  tap.MultiSinkTap (MultiSinkTap.java:<init>(80)) - opening for write: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2"]
2016-05-18 04:08:25,040 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:setupTask(105)) - setting up task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2/_temporary/_attempt_local_0007_m_000000_0
2016-05-18 04:08:25,040 INFO  io.TapOutputCollector (TapOutputCollector.java:initialize(117)) - creating path: part-00000
2016-05-18 04:08:25,045 INFO  io.TapOutputCollector (TapOutputCollector.java:close(150)) - closing tap collector for: /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1/part-00000
2016-05-18 04:08:25,046 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(162)) - committing task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1/_temporary/_attempt_local_0007_m_000000_0
2016-05-18 04:08:25,050 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(179)) - saved output of task 'attempt_local_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1
2016-05-18 04:08:25,050 INFO  io.TapOutputCollector (TapOutputCollector.java:close(150)) - closing tap collector for: /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2/part-00000
2016-05-18 04:08:25,051 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(162)) - committing task: 'attempt_local_0007_m_000000_0' - file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2/_temporary/_attempt_local_0007_m_000000_0
2016-05-18 04:08:25,054 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:commitTask(179)) - saved output of task 'attempt_local_0007_m_000000_0' to file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2
2016-05-18 04:08:25,054 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B135A3FF1D2D486390612836A7062A28, mem on close (mb), free: 202, total: 281, max: 672
2016-05-18 04:08:25,066 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.099
2016-05-18 04:08:25,101 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall2
2016-05-18 04:08:25,101 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testHeaderFieldsAll/headerfieldsall1
2016-05-18 04:08:25,115 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:25,116 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:25,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.032
2016-05-18 04:08:25,155 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:25,156 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:25,171 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:25,172 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:25,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeader/header"]
2016-05-18 04:08:25,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:25,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:25,175 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:25,176 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...latform/testHeader/header
2016-05-18 04:08:25,222 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0008
2016-05-18 04:08:25,223 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:25,228 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt
2016-05-18 04:08:25,234 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:25,234 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:25,246 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: DCE8CF2350C4492B9E6F499E88B579DA, ordinal: 0
2016-05-18 04:08:25,247 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited.txt"]
2016-05-18 04:08:25,248 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeader/header"]
2016-05-18 04:08:25,248 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DCE8CF2350C4492B9E6F499E88B579DA, mem on start (mb), free: 187, total: 281, max: 672
2016-05-18 04:08:25,252 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: DCE8CF2350C4492B9E6F499E88B579DA, mem on close (mb), free: 187, total: 281, max: 672
2016-05-18 04:08:25,265 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testHeader/header/_temporary
2016-05-18 04:08:25,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.094
2016-05-18 04:08:25,275 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testHeader/header
2016-05-18 04:08:25,285 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 04:08:25,285 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 04:08:25,315 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.026
2016-05-18 04:08:25,316 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 04:08:25,316 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 04:08:25,326 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting
2016-05-18 04:08:25,327 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-extra-field.txt"]
2016-05-18 04:08:25,327 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testStrict/strict-nondeterministic"]
2016-05-18 04:08:25,328 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  parallel execution of steps is enabled: false
2016-05-18 04:08:25,328 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  executing total steps: 1
2016-05-18 04:08:25,328 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  allocating management threads: 1
2016-05-18 04:08:25,330 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] starting step: (1/1) ...t/strict-nondeterministic
2016-05-18 04:08:25,364 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] submitted hadoop job: job_local_0009
2016-05-18 04:08:25,366 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] tracking url: http://localhost:8080/
2016-05-18 04:08:25,369 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-extra-field.txt
2016-05-18 04:08:25,373 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 04:08:25,373 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 04:08:25,380 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FEABD63CF82A446A8FA05A0FDF7F77C7, ordinal: 0
2016-05-18 04:08:25,381 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-extra-field.txt"]
2016-05-18 04:08:25,381 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextDelimited[['first', 'second', 'third', 'fourth', 'fifth']]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testStrict/strict-nondeterministic"]
2016-05-18 04:08:25,381 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEABD63CF82A446A8FA05A0FDF7F77C7, mem on start (mb), free: 176, total: 281, max: 672
2016-05-18 04:08:25,384 ERROR element.TrapHandler (TrapHandler.java:handleReThrowableException(115)) - caught Throwable, no trap available, rethrowing
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:152)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:84)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:142)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:214)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:166)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:139)
	... 6 more
2016-05-18 04:08:25,385 ERROR element.SourceStage (SourceStage.java:map(118)) - caught throwable
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:152)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:84)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:142)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:214)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:166)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:139)
	... 6 more
2016-05-18 04:08:25,385 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEABD63CF82A446A8FA05A0FDF7F77C7, mem on close (mb), free: 175, total: 281, max: 672
2016-05-18 04:08:25,386 WARN  mapred.LocalJobRunner (LocalJobRunner.java:run(300)) - job_local_0009
cascading.tuple.TupleException: unable to read from input identifier: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/classes/test/data/delimited-extra-field.txt
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:152)
	at cascading.flow.stream.element.SourceStage.map(SourceStage.java:84)
	at cascading.flow.stream.element.SourceStage.run(SourceStage.java:66)
	at cascading.flow.hadoop.FlowMapper.run(FlowMapper.java:142)
	at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:436)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:372)
	at org.apache.hadoop.mapred.LocalJobRunner$Job.run(LocalJobRunner.java:214)
Caused by: cascading.tap.TapException: did not parse correct number of values from input data, expected: 5, got: 6:,,,,7,extra-data
	at cascading.scheme.util.DelimitedParser.onlyParseLine(DelimitedParser.java:404)
	at cascading.scheme.util.DelimitedParser.parseLine(DelimitedParser.java:341)
	at cascading.scheme.hadoop.TextDelimited.source(TextDelimited.java:1015)
	at cascading.tuple.TupleEntrySchemeIterator.getNext(TupleEntrySchemeIterator.java:166)
	at cascading.tuple.TupleEntrySchemeIterator.hasNext(TupleEntrySchemeIterator.java:139)
	... 6 more
2016-05-18 04:08:25,389 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] hadoop job job_local_0009 state at FAILED
2016-05-18 04:08:25,390 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] failure info: NA
2016-05-18 04:08:25,391 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] task completion events identify failed tasks
2016-05-18 04:08:25,392 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [pipe] task completion events count: 0
2016-05-18 04:08:25,393 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] stopping all jobs
2016-05-18 04:08:25,394 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] stopping: (1/1) ...t/strict-nondeterministic
2016-05-18 04:08:25,394 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe] stopped all jobs
2016-05-18 04:08:25,395 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output/hadoop/textdelimitedplatform/testStrict/strict-nondeterministic/_temporary
2016-05-18 04:08:25,396 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [pipe]  completed in: 00:00.069
2016-05-18 04:08:25,396 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.1.x/build/test/output//hadoop/textdelimitedplatform/testStrict/strict-nondeterministic