Class cascading.BasicPipesPlatformTest

16

tests

0

failures

0

ignored

5.312s

duration

100%

successful

Tests

Test Duration Result
testCoGroup 0.286s passed
testCoGroupRelativeUnknown 0.379s passed
testCount 0.343s passed
testCount2 0.287s passed
testCount3 0.249s passed
testCount4 0.221s passed
testFilter 0.170s passed
testFilterAll 0.161s passed
testReplace 0.170s passed
testSimple 0.208s passed
testSimpleChain 1.632s passed
testSimpleRelative 0.228s passed
testSimpleRelativeUnknown 0.254s passed
testSimpleResult 0.340s passed
testSwap 0.192s passed
testUnGroup 0.192s passed

Standard output

2015-11-23 15:22:24,614 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2015-11-23 15:22:24,629 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.BasicPipesPlatformTest, with platform: hadoop2-mr1
2015-11-23 15:22:24,641 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2015-11-23 15:22:25,024 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-11-23 15:22:25,150 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:25,152 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:25,197 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: C2EC48BE4B0B497E8948E6D01AC76A9F
2015-11-23 15:22:25,299 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.074
2015-11-23 15:22:25,301 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 2, nodes: 4
2015-11-23 15:22:25,301 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:25,453 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.2
2015-11-23 15:22:25,454 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:25,455 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:25,455 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain"]
2015-11-23 15:22:25,455 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:25,455 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 2
2015-11-23 15:22:25,456 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:25,456 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/2)
2015-11-23 15:22:25,721 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local2034995818_0001
2015-11-23 15:22:25,722 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:25,821 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:25,861 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:25,861 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:25,869 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B7AA1541DDC24F82B998ADEFF28EE4E4, ordinal: 0
2015-11-23 15:22:25,893 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:25,893 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:25,893 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B7AA1541DDC24F82B998ADEFF28EE4E4, mem on start (mb), free: 218, total: 339, max: 672
2015-11-23 15:22:25,900 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B7AA1541DDC24F82B998ADEFF28EE4E4, mem on close (mb), free: 218, total: 339, max: 672
2015-11-23 15:22:25,970 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:25,970 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:25,977 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E013AD08EB544D47ACF7CDA5275933DC, ordinal: 1
2015-11-23 15:22:25,980 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:25,981 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[[0, 'count']]"][1071701890/test/]
2015-11-23 15:22:25,981 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E013AD08EB544D47ACF7CDA5275933DC, mem on start (mb), free: 208, total: 339, max: 672
2015-11-23 15:22:26,006 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E013AD08EB544D47ACF7CDA5275933DC, mem on close (mb), free: 206, total: 339, max: 672
2015-11-23 15:22:26,042 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (2/2) ...stSimpleChain/simplechain
2015-11-23 15:22:26,154 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1279706994_0002
2015-11-23 15:22:26,154 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:26,159 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/1071701890_test_615254A0ABE145B7BCA155C07999A1B7/part-00000
2015-11-23 15:22:26,207 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,207 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,212 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B65FE903F0464FB699783B7E95059469, ordinal: 0
2015-11-23 15:22:26,213 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[[0, 'count']]"][1071701890/test/]
2015-11-23 15:22:26,213 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:26,213 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B65FE903F0464FB699783B7E95059469, mem on start (mb), free: 185, total: 339, max: 672
2015-11-23 15:22:26,215 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B65FE903F0464FB699783B7E95059469, mem on close (mb), free: 184, total: 339, max: 672
2015-11-23 15:22:26,225 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:26,225 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,231 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: F918BA1EEEDC4BDBAD2C0404A8CD6FC3, ordinal: 1
2015-11-23 15:22:26,231 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:26,231 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain"]
2015-11-23 15:22:26,232 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F918BA1EEEDC4BDBAD2C0404A8CD6FC3, mem on start (mb), free: 181, total: 339, max: 672
2015-11-23 15:22:26,238 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F918BA1EEEDC4BDBAD2C0404A8CD6FC3, mem on close (mb), free: 179, total: 339, max: 672
2015-11-23 15:22:26,251 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain/_temporary
2015-11-23 15:22:26,252 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.795
2015-11-23 15:22:26,272 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain
2015-11-23 15:22:26,290 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:26,290 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:26,327 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.031
2015-11-23 15:22:26,327 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:26,328 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:26,339 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:26,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:26,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount/count"]
2015-11-23 15:22:26,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2015-11-23 15:22:26,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2015-11-23 15:22:26,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2015-11-23 15:22:26,342 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...splatform/testCount/count
2015-11-23 15:22:26,455 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local2040226617_0003
2015-11-23 15:22:26,455 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:26,467 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:26,512 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,513 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,517 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CBD5B9595D924FD9AAFA4E61D7F81029, ordinal: 0
2015-11-23 15:22:26,517 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:26,517 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:26,517 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CBD5B9595D924FD9AAFA4E61D7F81029, mem on start (mb), free: 120, total: 439, max: 672
2015-11-23 15:22:26,519 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CBD5B9595D924FD9AAFA4E61D7F81029, mem on close (mb), free: 120, total: 439, max: 672
2015-11-23 15:22:26,529 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:26,530 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,534 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: B556E56E11854C878E1204415810B5CE, ordinal: 1
2015-11-23 15:22:26,534 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:26,534 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount/count"]
2015-11-23 15:22:26,534 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B556E56E11854C878E1204415810B5CE, mem on start (mb), free: 117, total: 439, max: 672
2015-11-23 15:22:26,541 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B556E56E11854C878E1204415810B5CE, mem on close (mb), free: 115, total: 439, max: 672
2015-11-23 15:22:26,560 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount/count/_temporary
2015-11-23 15:22:26,561 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.221
2015-11-23 15:22:26,617 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount/count
2015-11-23 15:22:26,635 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:26,635 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:26,652 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.012
2015-11-23 15:22:26,653 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:26,653 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:26,661 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:26,661 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:26,661 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSwap/swap"]
2015-11-23 15:22:26,661 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:26,661 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:26,661 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:26,662 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...pesplatform/testSwap/swap
2015-11-23 15:22:26,756 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local351589570_0004
2015-11-23 15:22:26,756 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:26,760 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:26,766 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,766 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,770 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FDCC38FEACB442D59FC13D28DB7212B4, ordinal: 0
2015-11-23 15:22:26,770 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:26,770 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSwap/swap"]
2015-11-23 15:22:26,770 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FDCC38FEACB442D59FC13D28DB7212B4, mem on start (mb), free: 222, total: 493, max: 672
2015-11-23 15:22:26,772 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FDCC38FEACB442D59FC13D28DB7212B4, mem on close (mb), free: 222, total: 493, max: 672
2015-11-23 15:22:26,788 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSwap/swap/_temporary
2015-11-23 15:22:26,789 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.127
2015-11-23 15:22:26,808 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSwap/swap
2015-11-23 15:22:26,828 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:26,828 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:26,846 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.013
2015-11-23 15:22:26,847 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:26,847 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:26,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:26,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower+upper.txt"]
2015-11-23 15:22:26,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped"]
2015-11-23 15:22:26,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:26,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:26,859 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:26,860 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...orm/testUnGroup/ungrouped
2015-11-23 15:22:26,947 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1957211874_0005
2015-11-23 15:22:26,947 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:26,951 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower+upper.txt
2015-11-23 15:22:26,955 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,955 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,959 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D067E2C17210496FB6DF2F2B3FC10DEA, ordinal: 0
2015-11-23 15:22:26,960 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower+upper.txt"]
2015-11-23 15:22:26,960 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped"]
2015-11-23 15:22:26,960 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D067E2C17210496FB6DF2F2B3FC10DEA, mem on start (mb), free: 161, total: 493, max: 672
2015-11-23 15:22:26,962 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D067E2C17210496FB6DF2F2B3FC10DEA, mem on close (mb), free: 161, total: 493, max: 672
2015-11-23 15:22:26,980 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped/_temporary
2015-11-23 15:22:26,980 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.121
2015-11-23 15:22:27,000 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped
2015-11-23 15:22:27,018 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,018 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,042 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.020
2015-11-23 15:22:27,043 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:27,043 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,060 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting
2015-11-23 15:22:27,061 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,061 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:27,061 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown"]
2015-11-23 15:22:27,062 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  parallel execution of steps is enabled: false
2015-11-23 15:22:27,062 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  executing total steps: 1
2015-11-23 15:22:27,062 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  allocating management threads: 1
2015-11-23 15:22:27,062 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting step: (1/1) ...lexcogrouprelativeunknown
2015-11-23 15:22:27,161 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] submitted hadoop job: job_local1521761949_0006
2015-11-23 15:22:27,161 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tracking url: http://localhost:8080/
2015-11-23 15:22:27,167 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt
2015-11-23 15:22:27,212 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,213 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,216 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, ordinal: 0
2015-11-23 15:22:27,217 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:27,217 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:-2] upper:[{1}:-2]]
2015-11-23 15:22:27,218 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on start (mb), free: 101, total: 593, max: 672
2015-11-23 15:22:27,219 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on close (mb), free: 101, total: 593, max: 672
2015-11-23 15:22:27,223 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:27,264 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,265 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,268 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, ordinal: 0
2015-11-23 15:22:27,268 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,269 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:-2] upper:[{1}:-2]]
2015-11-23 15:22:27,269 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on start (mb), free: 100, total: 694, max: 694
2015-11-23 15:22:27,270 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on close (mb), free: 100, total: 694, max: 694
2015-11-23 15:22:27,288 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:27,289 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,293 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A7EA2A170CA343D2A89C2EB929AE6D91, ordinal: 1
2015-11-23 15:22:27,293 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:-2] upper:[{1}:-2]]
2015-11-23 15:22:27,294 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown"]
2015-11-23 15:22:27,294 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7EA2A170CA343D2A89C2EB929AE6D91, mem on start (mb), free: 281, total: 698, max: 698
2015-11-23 15:22:27,306 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:27,306 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:27,310 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7EA2A170CA343D2A89C2EB929AE6D91, mem on close (mb), free: 278, total: 698, max: 698
2015-11-23 15:22:27,331 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown/_temporary
2015-11-23 15:22:27,331 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  completed in: 00:00.270
2015-11-23 15:22:27,379 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown
2015-11-23 15:22:27,396 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,396 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.017
2015-11-23 15:22:27,417 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:27,418 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:27,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:27,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative"]
2015-11-23 15:22:27,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:27,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:27,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:27,432 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...leRelative/simplerelative
2015-11-23 15:22:27,508 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local163717087_0007
2015-11-23 15:22:27,509 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:27,512 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:27,535 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,535 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,538 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C768FA17D1034597B2A6165005002C47, ordinal: 0
2015-11-23 15:22:27,538 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:27,538 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,538 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C768FA17D1034597B2A6165005002C47, mem on start (mb), free: 116, total: 698, max: 698
2015-11-23 15:22:27,540 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C768FA17D1034597B2A6165005002C47, mem on close (mb), free: 116, total: 698, max: 698
2015-11-23 15:22:27,549 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:27,549 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,554 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C05A654AB72442EFB2E0033A6727A713, ordinal: 1
2015-11-23 15:22:27,554 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,555 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative"]
2015-11-23 15:22:27,555 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C05A654AB72442EFB2E0033A6727A713, mem on start (mb), free: 113, total: 698, max: 698
2015-11-23 15:22:27,561 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C05A654AB72442EFB2E0033A6727A713, mem on close (mb), free: 111, total: 698, max: 698
2015-11-23 15:22:27,572 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative/_temporary
2015-11-23 15:22:27,573 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.141
2015-11-23 15:22:27,608 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative
2015-11-23 15:22:27,708 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,708 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.019
2015-11-23 15:22:27,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:27,732 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,746 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:27,746 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,746 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult"]
2015-11-23 15:22:27,746 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:27,746 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:27,747 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:27,747 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...SimpleResult/simpleresult
2015-11-23 15:22:27,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local951946330_0008
2015-11-23 15:22:27,827 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:27,831 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:27,849 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,850 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,853 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: F74C58D0D197466892592B1ABA8340BC, ordinal: 0
2015-11-23 15:22:27,854 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,854 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,854 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F74C58D0D197466892592B1ABA8340BC, mem on start (mb), free: 155, total: 725, max: 725
2015-11-23 15:22:27,906 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F74C58D0D197466892592B1ABA8340BC, mem on close (mb), free: 151, total: 725, max: 725
2015-11-23 15:22:27,914 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:27,914 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,917 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A609A24100BB4727AF29422742436AAB, ordinal: 1
2015-11-23 15:22:27,917 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,918 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult"]
2015-11-23 15:22:27,918 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A609A24100BB4727AF29422742436AAB, mem on start (mb), free: 146, total: 725, max: 725
2015-11-23 15:22:27,922 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A609A24100BB4727AF29422742436AAB, mem on close (mb), free: 144, total: 725, max: 725
2015-11-23 15:22:27,931 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult/_temporary
2015-11-23 15:22:27,931 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.184
2015-11-23 15:22:27,948 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult
2015-11-23 15:22:27,961 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,961 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,973 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.008
2015-11-23 15:22:27,974 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:27,974 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:27,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:27,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilterAll/filterall"]
2015-11-23 15:22:27,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:27,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:27,981 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:27,982 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...m/testFilterAll/filterall
2015-11-23 15:22:28,070 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1331528455_0009
2015-11-23 15:22:28,070 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:28,074 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:28,078 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,079 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,081 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C69D3759416D423BA346E43D923E4FE8, ordinal: 0
2015-11-23 15:22:28,081 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:28,081 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilterAll/filterall"]
2015-11-23 15:22:28,081 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C69D3759416D423BA346E43D923E4FE8, mem on start (mb), free: 297, total: 724, max: 724
2015-11-23 15:22:28,082 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C69D3759416D423BA346E43D923E4FE8, mem on close (mb), free: 297, total: 724, max: 724
2015-11-23 15:22:28,092 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilterAll/filterall/_temporary
2015-11-23 15:22:28,092 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.111
2015-11-23 15:22:28,109 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testFilterAll/filterall
2015-11-23 15:22:28,123 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,123 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,138 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.011
2015-11-23 15:22:28,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:28,139 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,171 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:28,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown"]
2015-11-23 15:22:28,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:28,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:28,172 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:28,173 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...own/simplerelativeunknown
2015-11-23 15:22:28,273 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1277713987_0010
2015-11-23 15:22:28,274 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:28,280 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:28,301 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,301 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,303 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FB2E1D43A75F48C1B23F3351C1FF7423, ordinal: 0
2015-11-23 15:22:28,304 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,304 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:-1]]
2015-11-23 15:22:28,304 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FB2E1D43A75F48C1B23F3351C1FF7423, mem on start (mb), free: 139, total: 724, max: 724
2015-11-23 15:22:28,305 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FB2E1D43A75F48C1B23F3351C1FF7423, mem on close (mb), free: 139, total: 724, max: 724
2015-11-23 15:22:28,315 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:28,315 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,317 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E1390051D2974658BFC4412741EC2225, ordinal: 1
2015-11-23 15:22:28,318 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:-1]]
2015-11-23 15:22:28,318 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown"]
2015-11-23 15:22:28,318 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E1390051D2974658BFC4412741EC2225, mem on start (mb), free: 135, total: 724, max: 724
2015-11-23 15:22:28,324 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E1390051D2974658BFC4412741EC2225, mem on close (mb), free: 133, total: 724, max: 724
2015-11-23 15:22:28,340 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown/_temporary
2015-11-23 15:22:28,340 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.169
2015-11-23 15:22:28,362 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown
2015-11-23 15:22:28,382 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,383 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,402 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.015
2015-11-23 15:22:28,403 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:28,403 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,414 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting
2015-11-23 15:22:28,414 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:28,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup"]
2015-11-23 15:22:28,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  parallel execution of steps is enabled: false
2015-11-23 15:22:28,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  executing total steps: 1
2015-11-23 15:22:28,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  allocating management threads: 1
2015-11-23 15:22:28,415 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting step: (1/1) ...estCoGroup/complexcogroup
2015-11-23 15:22:28,507 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] submitted hadoop job: job_local1233215683_0011
2015-11-23 15:22:28,508 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tracking url: http://localhost:8080/
2015-11-23 15:22:28,512 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt
2015-11-23 15:22:28,535 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,535 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,538 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, ordinal: 0
2015-11-23 15:22:28,538 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:28,538 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2015-11-23 15:22:28,538 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on start (mb), free: 198, total: 730, max: 730
2015-11-23 15:22:28,539 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on close (mb), free: 198, total: 730, max: 730
2015-11-23 15:22:28,544 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:28,566 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,566 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,569 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, ordinal: 0
2015-11-23 15:22:28,570 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,570 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2015-11-23 15:22:28,570 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on start (mb), free: 96, total: 730, max: 730
2015-11-23 15:22:28,571 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on close (mb), free: 96, total: 730, max: 730
2015-11-23 15:22:28,587 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:28,587 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,589 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C6BD18C02CBC4082A0D4AE958926AA38, ordinal: 1
2015-11-23 15:22:28,590 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2015-11-23 15:22:28,590 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup"]
2015-11-23 15:22:28,590 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C6BD18C02CBC4082A0D4AE958926AA38, mem on start (mb), free: 314, total: 730, max: 730
2015-11-23 15:22:28,595 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:28,595 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:28,596 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C6BD18C02CBC4082A0D4AE958926AA38, mem on close (mb), free: 312, total: 730, max: 730
2015-11-23 15:22:28,611 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup/_temporary
2015-11-23 15:22:28,611 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper]  completed in: 00:00.197
2015-11-23 15:22:28,649 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup
2015-11-23 15:22:28,664 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,665 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,677 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.008
2015-11-23 15:22:28,678 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:28,678 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,683 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:28,684 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:28,684 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testReplace/replace"]
2015-11-23 15:22:28,684 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:28,685 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:28,685 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:28,685 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...tform/testReplace/replace
2015-11-23 15:22:28,769 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local429139626_0012
2015-11-23 15:22:28,769 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:28,776 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:28,781 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,782 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,785 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CE0D03E871074C5E97EE36ED0BD944CD, ordinal: 0
2015-11-23 15:22:28,786 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:28,786 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testReplace/replace"]
2015-11-23 15:22:28,786 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CE0D03E871074C5E97EE36ED0BD944CD, mem on start (mb), free: 248, total: 730, max: 730
2015-11-23 15:22:28,788 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CE0D03E871074C5E97EE36ED0BD944CD, mem on close (mb), free: 248, total: 730, max: 730
2015-11-23 15:22:28,804 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testReplace/replace/_temporary
2015-11-23 15:22:28,804 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.120
2015-11-23 15:22:28,820 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testReplace/replace
2015-11-23 15:22:28,832 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,832 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,850 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.014
2015-11-23 15:22:28,851 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:28,851 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,865 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:28,865 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:28,865 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount2/count2"]
2015-11-23 15:22:28,866 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2015-11-23 15:22:28,866 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2015-11-23 15:22:28,866 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2015-11-23 15:22:28,867 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...latform/testCount2/count2
2015-11-23 15:22:28,983 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local739401828_0013
2015-11-23 15:22:28,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:28,989 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:29,019 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,019 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,021 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A999DD022A6E4242BBF7ADC193A0C2AD, ordinal: 0
2015-11-23 15:22:29,021 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,021 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,021 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A999DD022A6E4242BBF7ADC193A0C2AD, mem on start (mb), free: 218, total: 732, max: 732
2015-11-23 15:22:29,022 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A999DD022A6E4242BBF7ADC193A0C2AD, mem on close (mb), free: 218, total: 732, max: 732
2015-11-23 15:22:29,032 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,032 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,034 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: EACE8CF9A1A24664B6F43E10644114C6, ordinal: 1
2015-11-23 15:22:29,034 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,034 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount2/count2"]
2015-11-23 15:22:29,035 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EACE8CF9A1A24664B6F43E10644114C6, mem on start (mb), free: 213, total: 732, max: 732
2015-11-23 15:22:29,043 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EACE8CF9A1A24664B6F43E10644114C6, mem on close (mb), free: 212, total: 732, max: 732
2015-11-23 15:22:29,063 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount2/count2/_temporary
2015-11-23 15:22:29,064 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.197
2015-11-23 15:22:29,107 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount2/count2
2015-11-23 15:22:29,119 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,119 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,133 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.010
2015-11-23 15:22:29,134 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:29,135 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,143 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:29,143 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,143 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount3/count3"]
2015-11-23 15:22:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2015-11-23 15:22:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2015-11-23 15:22:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2015-11-23 15:22:29,144 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...latform/testCount3/count3
2015-11-23 15:22:29,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local1247089139_0014
2015-11-23 15:22:29,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:29,233 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:29,265 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,266 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,269 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CCD2D3F9DE9C471C80C849DBADA3DCD6, ordinal: 0
2015-11-23 15:22:29,270 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,270 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,270 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CCD2D3F9DE9C471C80C849DBADA3DCD6, mem on start (mb), free: 219, total: 732, max: 732
2015-11-23 15:22:29,272 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CCD2D3F9DE9C471C80C849DBADA3DCD6, mem on close (mb), free: 219, total: 732, max: 732
2015-11-23 15:22:29,284 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,284 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,287 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A5C23185C3374E569889E806AFA3E927, ordinal: 1
2015-11-23 15:22:29,288 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,288 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount3/count3"]
2015-11-23 15:22:29,288 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A5C23185C3374E569889E806AFA3E927, mem on start (mb), free: 215, total: 732, max: 732
2015-11-23 15:22:29,297 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A5C23185C3374E569889E806AFA3E927, mem on close (mb), free: 213, total: 732, max: 732
2015-11-23 15:22:29,317 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount3/count3/_temporary
2015-11-23 15:22:29,318 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.174
2015-11-23 15:22:29,355 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount3/count3
2015-11-23 15:22:29,369 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,370 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,383 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.010
2015-11-23 15:22:29,383 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:29,384 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,391 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:29,391 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,392 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount4/count4"]
2015-11-23 15:22:29,392 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2015-11-23 15:22:29,392 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2015-11-23 15:22:29,392 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2015-11-23 15:22:29,393 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...latform/testCount4/count4
2015-11-23 15:22:29,478 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local182165837_0015
2015-11-23 15:22:29,478 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:29,483 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:29,513 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,514 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,516 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E633E290FB404EE68911C4A29AF6DDC1, ordinal: 0
2015-11-23 15:22:29,516 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,516 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,517 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E633E290FB404EE68911C4A29AF6DDC1, mem on start (mb), free: 219, total: 733, max: 733
2015-11-23 15:22:29,518 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E633E290FB404EE68911C4A29AF6DDC1, mem on close (mb), free: 219, total: 733, max: 733
2015-11-23 15:22:29,525 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,525 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,527 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E42BFEE532444508B6EE4EE0A8C80679, ordinal: 1
2015-11-23 15:22:29,527 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,528 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount4/count4"]
2015-11-23 15:22:29,528 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E42BFEE532444508B6EE4EE0A8C80679, mem on start (mb), free: 215, total: 733, max: 733
2015-11-23 15:22:29,533 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E42BFEE532444508B6EE4EE0A8C80679, mem on close (mb), free: 213, total: 733, max: 733
2015-11-23 15:22:29,544 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount4/count4/_temporary
2015-11-23 15:22:29,545 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.153
2015-11-23 15:22:29,577 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount4/count4
2015-11-23 15:22:29,590 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,590 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,606 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.013
2015-11-23 15:22:29,606 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:29,606 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,616 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:29,616 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,616 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilter/filter"]
2015-11-23 15:22:29,616 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:29,616 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:29,616 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:29,617 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...latform/testFilter/filter
2015-11-23 15:22:29,697 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local970372582_0016
2015-11-23 15:22:29,697 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:29,702 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:29,707 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,707 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,710 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FE56CE4D597D421ABF5E54C022A62519, ordinal: 0
2015-11-23 15:22:29,711 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,711 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilter/filter"]
2015-11-23 15:22:29,711 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FE56CE4D597D421ABF5E54C022A62519, mem on start (mb), free: 152, total: 733, max: 733
2015-11-23 15:22:29,713 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FE56CE4D597D421ABF5E54C022A62519, mem on close (mb), free: 152, total: 733, max: 733
2015-11-23 15:22:29,729 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilter/filter/_temporary
2015-11-23 15:22:29,730 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.113
2015-11-23 15:22:29,747 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testFilter/filter
2015-11-23 15:22:29,764 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,765 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,782 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.014
2015-11-23 15:22:29,782 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:29,783 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,790 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:29,791 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,791 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimple/simple"]
2015-11-23 15:22:29,791 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  parallel execution of steps is enabled: false
2015-11-23 15:22:29,791 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  executing total steps: 1
2015-11-23 15:22:29,791 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  allocating management threads: 1
2015-11-23 15:22:29,792 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...latform/testSimple/simple
2015-11-23 15:22:29,867 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local588522429_0017
2015-11-23 15:22:29,867 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:29,872 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:29,902 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,903 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,905 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E3C574A0AA224E449B556D9F5E64D7C2, ordinal: 0
2015-11-23 15:22:29,906 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,906 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:29,906 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E3C574A0AA224E449B556D9F5E64D7C2, mem on start (mb), free: 218, total: 733, max: 733
2015-11-23 15:22:29,907 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E3C574A0AA224E449B556D9F5E64D7C2, mem on close (mb), free: 218, total: 733, max: 733
2015-11-23 15:22:29,915 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,916 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,918 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: FCA0751AD1F049A69651B626B2510380, ordinal: 1
2015-11-23 15:22:29,919 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:29,919 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimple/simple"]
2015-11-23 15:22:29,919 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: FCA0751AD1F049A69651B626B2510380, mem on start (mb), free: 214, total: 733, max: 733
2015-11-23 15:22:29,924 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: FCA0751AD1F049A69651B626B2510380, mem on close (mb), free: 213, total: 733, max: 733
2015-11-23 15:22:29,934 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimple/simple/_temporary
2015-11-23 15:22:29,934 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [test]  completed in: 00:00.144
2015-11-23 15:22:29,955 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimple/simple