2015-11-23 15:22:24,614 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2015-11-23 15:22:24,629 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.BasicPipesPlatformTest, with platform: hadoop2-mr1
2015-11-23 15:22:24,641 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2015-11-23 15:22:25,024 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-11-23 15:22:25,150 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:25,152 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:25,197 INFO property.AppProps (AppProps.java:getAppID(177)) - using app.id: C2EC48BE4B0B497E8948E6D01AC76A9F
2015-11-23 15:22:25,299 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.074
2015-11-23 15:22:25,301 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 2, nodes: 4
2015-11-23 15:22:25,301 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:25,453 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.2
2015-11-23 15:22:25,454 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:25,455 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:25,455 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain"]
2015-11-23 15:22:25,455 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:25,455 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 2
2015-11-23 15:22:25,456 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:25,456 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/2)
2015-11-23 15:22:25,721 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local2034995818_0001
2015-11-23 15:22:25,722 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:25,821 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:25,861 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:25,861 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:25,869 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B7AA1541DDC24F82B998ADEFF28EE4E4, ordinal: 0
2015-11-23 15:22:25,893 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:25,893 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:25,893 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B7AA1541DDC24F82B998ADEFF28EE4E4, mem on start (mb), free: 218, total: 339, max: 672
2015-11-23 15:22:25,900 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B7AA1541DDC24F82B998ADEFF28EE4E4, mem on close (mb), free: 218, total: 339, max: 672
2015-11-23 15:22:25,970 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:25,970 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:25,977 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E013AD08EB544D47ACF7CDA5275933DC, ordinal: 1
2015-11-23 15:22:25,980 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:25,981 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: TempHfs["SequenceFile[[0, 'count']]"][1071701890/test/]
2015-11-23 15:22:25,981 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E013AD08EB544D47ACF7CDA5275933DC, mem on start (mb), free: 208, total: 339, max: 672
2015-11-23 15:22:26,006 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E013AD08EB544D47ACF7CDA5275933DC, mem on close (mb), free: 206, total: 339, max: 672
2015-11-23 15:22:26,042 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (2/2) ...stSimpleChain/simplechain
2015-11-23 15:22:26,154 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1279706994_0002
2015-11-23 15:22:26,154 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:26,159 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/tmp/hadoop-root/1071701890_test_615254A0ABE145B7BCA155C07999A1B7/part-00000
2015-11-23 15:22:26,207 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,207 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,212 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B65FE903F0464FB699783B7E95059469, ordinal: 0
2015-11-23 15:22:26,213 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: TempHfs["SequenceFile[[0, 'count']]"][1071701890/test/]
2015-11-23 15:22:26,213 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:26,213 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B65FE903F0464FB699783B7E95059469, mem on start (mb), free: 185, total: 339, max: 672
2015-11-23 15:22:26,215 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B65FE903F0464FB699783B7E95059469, mem on close (mb), free: 184, total: 339, max: 672
2015-11-23 15:22:26,225 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:26,225 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,231 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: F918BA1EEEDC4BDBAD2C0404A8CD6FC3, ordinal: 1
2015-11-23 15:22:26,231 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:26,231 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain"]
2015-11-23 15:22:26,232 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F918BA1EEEDC4BDBAD2C0404A8CD6FC3, mem on start (mb), free: 181, total: 339, max: 672
2015-11-23 15:22:26,238 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: F918BA1EEEDC4BDBAD2C0404A8CD6FC3, mem on close (mb), free: 179, total: 339, max: 672
2015-11-23 15:22:26,251 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain/_temporary
2015-11-23 15:22:26,252 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.795
2015-11-23 15:22:26,272 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleChain/simplechain
2015-11-23 15:22:26,290 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:26,290 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:26,327 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.031
2015-11-23 15:22:26,327 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:26,328 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:26,339 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:26,340 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:26,340 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount/count"]
2015-11-23 15:22:26,340 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] parallel execution of steps is enabled: false
2015-11-23 15:22:26,340 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executing total steps: 1
2015-11-23 15:22:26,340 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] allocating management threads: 1
2015-11-23 15:22:26,342 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...splatform/testCount/count
2015-11-23 15:22:26,455 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local2040226617_0003
2015-11-23 15:22:26,455 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:26,467 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:26,512 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,513 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,517 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CBD5B9595D924FD9AAFA4E61D7F81029, ordinal: 0
2015-11-23 15:22:26,517 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:26,517 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:26,517 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CBD5B9595D924FD9AAFA4E61D7F81029, mem on start (mb), free: 120, total: 439, max: 672
2015-11-23 15:22:26,519 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CBD5B9595D924FD9AAFA4E61D7F81029, mem on close (mb), free: 120, total: 439, max: 672
2015-11-23 15:22:26,529 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:26,530 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,534 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: B556E56E11854C878E1204415810B5CE, ordinal: 1
2015-11-23 15:22:26,534 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:26,534 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount/count"]
2015-11-23 15:22:26,534 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B556E56E11854C878E1204415810B5CE, mem on start (mb), free: 117, total: 439, max: 672
2015-11-23 15:22:26,541 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: B556E56E11854C878E1204415810B5CE, mem on close (mb), free: 115, total: 439, max: 672
2015-11-23 15:22:26,560 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount/count/_temporary
2015-11-23 15:22:26,561 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] completed in: 00:00.221
2015-11-23 15:22:26,617 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount/count
2015-11-23 15:22:26,635 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:26,635 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:26,652 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.012
2015-11-23 15:22:26,653 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:26,653 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:26,661 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:26,661 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:26,661 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSwap/swap"]
2015-11-23 15:22:26,661 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:26,661 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:26,661 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:26,662 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...pesplatform/testSwap/swap
2015-11-23 15:22:26,756 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local351589570_0004
2015-11-23 15:22:26,756 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:26,760 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:26,766 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,766 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,770 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FDCC38FEACB442D59FC13D28DB7212B4, ordinal: 0
2015-11-23 15:22:26,770 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:26,770 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSwap/swap"]
2015-11-23 15:22:26,770 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FDCC38FEACB442D59FC13D28DB7212B4, mem on start (mb), free: 222, total: 493, max: 672
2015-11-23 15:22:26,772 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FDCC38FEACB442D59FC13D28DB7212B4, mem on close (mb), free: 222, total: 493, max: 672
2015-11-23 15:22:26,788 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSwap/swap/_temporary
2015-11-23 15:22:26,789 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.127
2015-11-23 15:22:26,808 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSwap/swap
2015-11-23 15:22:26,828 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:26,828 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:26,846 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.013
2015-11-23 15:22:26,847 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:26,847 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:26,859 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:26,859 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower+upper.txt"]
2015-11-23 15:22:26,859 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped"]
2015-11-23 15:22:26,859 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:26,859 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:26,859 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:26,860 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...orm/testUnGroup/ungrouped
2015-11-23 15:22:26,947 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1957211874_0005
2015-11-23 15:22:26,947 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:26,951 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower+upper.txt
2015-11-23 15:22:26,955 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:26,955 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:26,959 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D067E2C17210496FB6DF2F2B3FC10DEA, ordinal: 0
2015-11-23 15:22:26,960 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower+upper.txt"]
2015-11-23 15:22:26,960 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped"]
2015-11-23 15:22:26,960 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D067E2C17210496FB6DF2F2B3FC10DEA, mem on start (mb), free: 161, total: 493, max: 672
2015-11-23 15:22:26,962 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D067E2C17210496FB6DF2F2B3FC10DEA, mem on close (mb), free: 161, total: 493, max: 672
2015-11-23 15:22:26,980 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped/_temporary
2015-11-23 15:22:26,980 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.121
2015-11-23 15:22:27,000 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testUnGroup/ungrouped
2015-11-23 15:22:27,018 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,018 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,042 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.020
2015-11-23 15:22:27,043 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:27,043 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,060 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting
2015-11-23 15:22:27,061 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,061 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:27,061 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown"]
2015-11-23 15:22:27,062 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] parallel execution of steps is enabled: false
2015-11-23 15:22:27,062 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executing total steps: 1
2015-11-23 15:22:27,062 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] allocating management threads: 1
2015-11-23 15:22:27,062 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting step: (1/1) ...lexcogrouprelativeunknown
2015-11-23 15:22:27,161 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] submitted hadoop job: job_local1521761949_0006
2015-11-23 15:22:27,161 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tracking url: http://localhost:8080/
2015-11-23 15:22:27,167 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt
2015-11-23 15:22:27,212 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,213 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,216 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, ordinal: 0
2015-11-23 15:22:27,217 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:27,217 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:-2] upper:[{1}:-2]]
2015-11-23 15:22:27,218 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on start (mb), free: 101, total: 593, max: 672
2015-11-23 15:22:27,219 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on close (mb), free: 101, total: 593, max: 672
2015-11-23 15:22:27,223 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:27,264 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,265 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,268 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, ordinal: 0
2015-11-23 15:22:27,268 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,269 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:-2] upper:[{1}:-2]]
2015-11-23 15:22:27,269 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on start (mb), free: 100, total: 694, max: 694
2015-11-23 15:22:27,270 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FEF4F97D1AC04B4DA19D6890CC3320C1, mem on close (mb), free: 100, total: 694, max: 694
2015-11-23 15:22:27,288 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:27,289 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,293 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A7EA2A170CA343D2A89C2EB929AE6D91, ordinal: 1
2015-11-23 15:22:27,293 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:-2] upper:[{1}:-2]]
2015-11-23 15:22:27,294 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown"]
2015-11-23 15:22:27,294 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7EA2A170CA343D2A89C2EB929AE6D91, mem on start (mb), free: 281, total: 698, max: 698
2015-11-23 15:22:27,306 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:27,306 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:27,310 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A7EA2A170CA343D2A89C2EB929AE6D91, mem on close (mb), free: 278, total: 698, max: 698
2015-11-23 15:22:27,331 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown/_temporary
2015-11-23 15:22:27,331 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] completed in: 00:00.270
2015-11-23 15:22:27,379 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCoGroupRelativeUnknown/complexcogrouprelativeunknown
2015-11-23 15:22:27,396 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,396 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,417 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.017
2015-11-23 15:22:27,417 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:27,418 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,431 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:27,431 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:27,431 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative"]
2015-11-23 15:22:27,431 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:27,431 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:27,431 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:27,432 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...leRelative/simplerelative
2015-11-23 15:22:27,508 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local163717087_0007
2015-11-23 15:22:27,509 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:27,512 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:27,535 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,535 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,538 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C768FA17D1034597B2A6165005002C47, ordinal: 0
2015-11-23 15:22:27,538 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:27,538 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,538 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C768FA17D1034597B2A6165005002C47, mem on start (mb), free: 116, total: 698, max: 698
2015-11-23 15:22:27,540 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C768FA17D1034597B2A6165005002C47, mem on close (mb), free: 116, total: 698, max: 698
2015-11-23 15:22:27,549 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:27,549 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,554 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C05A654AB72442EFB2E0033A6727A713, ordinal: 1
2015-11-23 15:22:27,554 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,555 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative"]
2015-11-23 15:22:27,555 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C05A654AB72442EFB2E0033A6727A713, mem on start (mb), free: 113, total: 698, max: 698
2015-11-23 15:22:27,561 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C05A654AB72442EFB2E0033A6727A713, mem on close (mb), free: 111, total: 698, max: 698
2015-11-23 15:22:27,572 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative/_temporary
2015-11-23 15:22:27,573 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.141
2015-11-23 15:22:27,608 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleRelative/simplerelative
2015-11-23 15:22:27,708 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,708 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,731 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.019
2015-11-23 15:22:27,731 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:27,732 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,746 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:27,746 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,746 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult"]
2015-11-23 15:22:27,746 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:27,746 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:27,747 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:27,747 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...SimpleResult/simpleresult
2015-11-23 15:22:27,827 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local951946330_0008
2015-11-23 15:22:27,827 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:27,831 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:27,849 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:27,850 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,853 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: F74C58D0D197466892592B1ABA8340BC, ordinal: 0
2015-11-23 15:22:27,854 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:27,854 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,854 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F74C58D0D197466892592B1ABA8340BC, mem on start (mb), free: 155, total: 725, max: 725
2015-11-23 15:22:27,906 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: F74C58D0D197466892592B1ABA8340BC, mem on close (mb), free: 151, total: 725, max: 725
2015-11-23 15:22:27,914 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:27,914 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:27,917 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A609A24100BB4727AF29422742436AAB, ordinal: 1
2015-11-23 15:22:27,917 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:27,918 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult"]
2015-11-23 15:22:27,918 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A609A24100BB4727AF29422742436AAB, mem on start (mb), free: 146, total: 725, max: 725
2015-11-23 15:22:27,922 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A609A24100BB4727AF29422742436AAB, mem on close (mb), free: 144, total: 725, max: 725
2015-11-23 15:22:27,931 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult/_temporary
2015-11-23 15:22:27,931 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.184
2015-11-23 15:22:27,948 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleResult/simpleresult
2015-11-23 15:22:27,961 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:27,961 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:27,973 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.008
2015-11-23 15:22:27,974 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:27,974 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:27,981 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:27,981 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:27,981 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilterAll/filterall"]
2015-11-23 15:22:27,981 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:27,981 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:27,981 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:27,982 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...m/testFilterAll/filterall
2015-11-23 15:22:28,070 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1331528455_0009
2015-11-23 15:22:28,070 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:28,074 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:28,078 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,079 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,081 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C69D3759416D423BA346E43D923E4FE8, ordinal: 0
2015-11-23 15:22:28,081 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:28,081 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilterAll/filterall"]
2015-11-23 15:22:28,081 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C69D3759416D423BA346E43D923E4FE8, mem on start (mb), free: 297, total: 724, max: 724
2015-11-23 15:22:28,082 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C69D3759416D423BA346E43D923E4FE8, mem on close (mb), free: 297, total: 724, max: 724
2015-11-23 15:22:28,092 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilterAll/filterall/_temporary
2015-11-23 15:22:28,092 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.111
2015-11-23 15:22:28,109 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testFilterAll/filterall
2015-11-23 15:22:28,123 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,123 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,138 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.011
2015-11-23 15:22:28,139 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:28,139 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,171 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:28,172 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,172 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown"]
2015-11-23 15:22:28,172 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:28,172 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:28,172 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:28,173 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...own/simplerelativeunknown
2015-11-23 15:22:28,273 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local1277713987_0010
2015-11-23 15:22:28,274 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:28,280 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:28,301 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,301 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,303 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FB2E1D43A75F48C1B23F3351C1FF7423, ordinal: 0
2015-11-23 15:22:28,304 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,304 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:-1]]
2015-11-23 15:22:28,304 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FB2E1D43A75F48C1B23F3351C1FF7423, mem on start (mb), free: 139, total: 724, max: 724
2015-11-23 15:22:28,305 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FB2E1D43A75F48C1B23F3351C1FF7423, mem on close (mb), free: 139, total: 724, max: 724
2015-11-23 15:22:28,315 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:28,315 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,317 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E1390051D2974658BFC4412741EC2225, ordinal: 1
2015-11-23 15:22:28,318 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:-1]]
2015-11-23 15:22:28,318 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown"]
2015-11-23 15:22:28,318 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E1390051D2974658BFC4412741EC2225, mem on start (mb), free: 135, total: 724, max: 724
2015-11-23 15:22:28,324 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E1390051D2974658BFC4412741EC2225, mem on close (mb), free: 133, total: 724, max: 724
2015-11-23 15:22:28,340 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown/_temporary
2015-11-23 15:22:28,340 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.169
2015-11-23 15:22:28,362 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimpleRelativeUnknown/simplerelativeunknown
2015-11-23 15:22:28,382 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,383 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,402 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.015
2015-11-23 15:22:28,403 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:28,403 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,414 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting
2015-11-23 15:22:28,414 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,415 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:28,415 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup"]
2015-11-23 15:22:28,415 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] parallel execution of steps is enabled: false
2015-11-23 15:22:28,415 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] executing total steps: 1
2015-11-23 15:22:28,415 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] allocating management threads: 1
2015-11-23 15:22:28,415 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] starting step: (1/1) ...estCoGroup/complexcogroup
2015-11-23 15:22:28,507 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] submitted hadoop job: job_local1233215683_0011
2015-11-23 15:22:28,508 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] tracking url: http://localhost:8080/
2015-11-23 15:22:28,512 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt
2015-11-23 15:22:28,535 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,535 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,538 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, ordinal: 0
2015-11-23 15:22:28,538 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 15:22:28,538 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2015-11-23 15:22:28,538 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on start (mb), free: 198, total: 730, max: 730
2015-11-23 15:22:28,539 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on close (mb), free: 198, total: 730, max: 730
2015-11-23 15:22:28,544 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt
2015-11-23 15:22:28,566 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,566 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,569 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, ordinal: 0
2015-11-23 15:22:28,570 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/lower.txt"]
2015-11-23 15:22:28,570 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2015-11-23 15:22:28,570 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on start (mb), free: 96, total: 730, max: 730
2015-11-23 15:22:28,571 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B528B1DE0E684242B8A875CB9292F8EE, mem on close (mb), free: 96, total: 730, max: 730
2015-11-23 15:22:28,587 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:28,587 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,589 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C6BD18C02CBC4082A0D4AE958926AA38, ordinal: 1
2015-11-23 15:22:28,590 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: CoGroup(lower*upper)[by: lower:[{1}:0] upper:[{1}:0]]
2015-11-23 15:22:28,590 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup"]
2015-11-23 15:22:28,590 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C6BD18C02CBC4082A0D4AE958926AA38, mem on start (mb), free: 314, total: 730, max: 730
2015-11-23 15:22:28,595 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:28,595 INFO collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2015-11-23 15:22:28,596 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C6BD18C02CBC4082A0D4AE958926AA38, mem on close (mb), free: 312, total: 730, max: 730
2015-11-23 15:22:28,611 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup/_temporary
2015-11-23 15:22:28,611 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [lower*upper] completed in: 00:00.197
2015-11-23 15:22:28,649 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCoGroup/complexcogroup
2015-11-23 15:22:28,664 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,665 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,677 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.008
2015-11-23 15:22:28,678 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:28,678 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,683 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:28,684 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:28,684 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testReplace/replace"]
2015-11-23 15:22:28,684 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:28,685 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:28,685 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:28,685 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...tform/testReplace/replace
2015-11-23 15:22:28,769 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local429139626_0012
2015-11-23 15:22:28,769 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:28,776 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:28,781 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:28,782 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:28,785 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CE0D03E871074C5E97EE36ED0BD944CD, ordinal: 0
2015-11-23 15:22:28,786 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:28,786 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testReplace/replace"]
2015-11-23 15:22:28,786 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CE0D03E871074C5E97EE36ED0BD944CD, mem on start (mb), free: 248, total: 730, max: 730
2015-11-23 15:22:28,788 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CE0D03E871074C5E97EE36ED0BD944CD, mem on close (mb), free: 248, total: 730, max: 730
2015-11-23 15:22:28,804 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testReplace/replace/_temporary
2015-11-23 15:22:28,804 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.120
2015-11-23 15:22:28,820 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testReplace/replace
2015-11-23 15:22:28,832 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:28,832 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:28,850 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.014
2015-11-23 15:22:28,851 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:28,851 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:28,865 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:28,865 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:28,865 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount2/count2"]
2015-11-23 15:22:28,866 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] parallel execution of steps is enabled: false
2015-11-23 15:22:28,866 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executing total steps: 1
2015-11-23 15:22:28,866 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] allocating management threads: 1
2015-11-23 15:22:28,867 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...latform/testCount2/count2
2015-11-23 15:22:28,983 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local739401828_0013
2015-11-23 15:22:28,984 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:28,989 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:29,019 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,019 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,021 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: A999DD022A6E4242BBF7ADC193A0C2AD, ordinal: 0
2015-11-23 15:22:29,021 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,021 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,021 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A999DD022A6E4242BBF7ADC193A0C2AD, mem on start (mb), free: 218, total: 732, max: 732
2015-11-23 15:22:29,022 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: A999DD022A6E4242BBF7ADC193A0C2AD, mem on close (mb), free: 218, total: 732, max: 732
2015-11-23 15:22:29,032 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,032 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,034 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: EACE8CF9A1A24664B6F43E10644114C6, ordinal: 1
2015-11-23 15:22:29,034 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,034 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount2/count2"]
2015-11-23 15:22:29,035 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EACE8CF9A1A24664B6F43E10644114C6, mem on start (mb), free: 213, total: 732, max: 732
2015-11-23 15:22:29,043 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: EACE8CF9A1A24664B6F43E10644114C6, mem on close (mb), free: 212, total: 732, max: 732
2015-11-23 15:22:29,063 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount2/count2/_temporary
2015-11-23 15:22:29,064 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] completed in: 00:00.197
2015-11-23 15:22:29,107 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount2/count2
2015-11-23 15:22:29,119 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,119 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,133 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.010
2015-11-23 15:22:29,134 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:29,135 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,143 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:29,143 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,143 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount3/count3"]
2015-11-23 15:22:29,144 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] parallel execution of steps is enabled: false
2015-11-23 15:22:29,144 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executing total steps: 1
2015-11-23 15:22:29,144 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] allocating management threads: 1
2015-11-23 15:22:29,144 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...latform/testCount3/count3
2015-11-23 15:22:29,227 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local1247089139_0014
2015-11-23 15:22:29,227 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:29,233 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:29,265 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,266 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,269 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: CCD2D3F9DE9C471C80C849DBADA3DCD6, ordinal: 0
2015-11-23 15:22:29,270 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,270 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,270 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CCD2D3F9DE9C471C80C849DBADA3DCD6, mem on start (mb), free: 219, total: 732, max: 732
2015-11-23 15:22:29,272 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: CCD2D3F9DE9C471C80C849DBADA3DCD6, mem on close (mb), free: 219, total: 732, max: 732
2015-11-23 15:22:29,284 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,284 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,287 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A5C23185C3374E569889E806AFA3E927, ordinal: 1
2015-11-23 15:22:29,288 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,288 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount3/count3"]
2015-11-23 15:22:29,288 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A5C23185C3374E569889E806AFA3E927, mem on start (mb), free: 215, total: 732, max: 732
2015-11-23 15:22:29,297 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A5C23185C3374E569889E806AFA3E927, mem on close (mb), free: 213, total: 732, max: 732
2015-11-23 15:22:29,317 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount3/count3/_temporary
2015-11-23 15:22:29,318 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] completed in: 00:00.174
2015-11-23 15:22:29,355 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount3/count3
2015-11-23 15:22:29,369 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,370 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,383 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.010
2015-11-23 15:22:29,383 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:29,384 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,391 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2015-11-23 15:22:29,391 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,392 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount4/count4"]
2015-11-23 15:22:29,392 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] parallel execution of steps is enabled: false
2015-11-23 15:22:29,392 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executing total steps: 1
2015-11-23 15:22:29,392 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] allocating management threads: 1
2015-11-23 15:22:29,393 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...latform/testCount4/count4
2015-11-23 15:22:29,478 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted hadoop job: job_local182165837_0015
2015-11-23 15:22:29,478 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tracking url: http://localhost:8080/
2015-11-23 15:22:29,483 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt
2015-11-23 15:22:29,513 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,514 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,516 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E633E290FB404EE68911C4A29AF6DDC1, ordinal: 0
2015-11-23 15:22:29,516 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/ips.20.txt"]
2015-11-23 15:22:29,516 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,517 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E633E290FB404EE68911C4A29AF6DDC1, mem on start (mb), free: 219, total: 733, max: 733
2015-11-23 15:22:29,518 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E633E290FB404EE68911C4A29AF6DDC1, mem on close (mb), free: 219, total: 733, max: 733
2015-11-23 15:22:29,525 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,525 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,527 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E42BFEE532444508B6EE4EE0A8C80679, ordinal: 1
2015-11-23 15:22:29,527 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(count)[by:[{1}:1]]
2015-11-23 15:22:29,528 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount4/count4"]
2015-11-23 15:22:29,528 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E42BFEE532444508B6EE4EE0A8C80679, mem on start (mb), free: 215, total: 733, max: 733
2015-11-23 15:22:29,533 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E42BFEE532444508B6EE4EE0A8C80679, mem on close (mb), free: 213, total: 733, max: 733
2015-11-23 15:22:29,544 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testCount4/count4/_temporary
2015-11-23 15:22:29,545 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [count] completed in: 00:00.153
2015-11-23 15:22:29,577 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testCount4/count4
2015-11-23 15:22:29,590 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,590 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,606 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.013
2015-11-23 15:22:29,606 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 15:22:29,606 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,616 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:29,616 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,616 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilter/filter"]
2015-11-23 15:22:29,616 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:29,616 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:29,616 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:29,617 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...latform/testFilter/filter
2015-11-23 15:22:29,697 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local970372582_0016
2015-11-23 15:22:29,697 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:29,702 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:29,707 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,707 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,710 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FE56CE4D597D421ABF5E54C022A62519, ordinal: 0
2015-11-23 15:22:29,711 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,711 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilter/filter"]
2015-11-23 15:22:29,711 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FE56CE4D597D421ABF5E54C022A62519, mem on start (mb), free: 152, total: 733, max: 733
2015-11-23 15:22:29,713 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FE56CE4D597D421ABF5E54C022A62519, mem on close (mb), free: 152, total: 733, max: 733
2015-11-23 15:22:29,729 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testFilter/filter/_temporary
2015-11-23 15:22:29,730 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.113
2015-11-23 15:22:29,747 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testFilter/filter
2015-11-23 15:22:29,764 INFO util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 15:22:29,765 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 15:22:29,782 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.014
2015-11-23 15:22:29,782 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 15:22:29,783 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 15:22:29,790 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting
2015-11-23 15:22:29,791 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] source: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,791 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] sink: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimple/simple"]
2015-11-23 15:22:29,791 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] parallel execution of steps is enabled: false
2015-11-23 15:22:29,791 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] executing total steps: 1
2015-11-23 15:22:29,791 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] allocating management threads: 1
2015-11-23 15:22:29,792 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] starting step: (1/1) ...latform/testSimple/simple
2015-11-23 15:22:29,867 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] submitted hadoop job: job_local588522429_0017
2015-11-23 15:22:29,867 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] tracking url: http://localhost:8080/
2015-11-23 15:22:29,872 INFO io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt
2015-11-23 15:22:29,902 INFO hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 15:22:29,903 INFO hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,905 INFO hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: E3C574A0AA224E449B556D9F5E64D7C2, ordinal: 0
2015-11-23 15:22:29,906 INFO hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[[0:1]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.10.txt"]
2015-11-23 15:22:29,906 INFO hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:29,906 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E3C574A0AA224E449B556D9F5E64D7C2, mem on start (mb), free: 218, total: 733, max: 733
2015-11-23 15:22:29,907 INFO hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: E3C574A0AA224E449B556D9F5E64D7C2, mem on close (mb), free: 218, total: 733, max: 733
2015-11-23 15:22:29,915 INFO hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 15:22:29,916 INFO hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 15:22:29,918 INFO hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: FCA0751AD1F049A69651B626B2510380, ordinal: 1
2015-11-23 15:22:29,919 INFO hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(test)[by:[{1}:0]]
2015-11-23 15:22:29,919 INFO hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[[0]->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimple/simple"]
2015-11-23 15:22:29,919 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: FCA0751AD1F049A69651B626B2510380, mem on start (mb), free: 214, total: 733, max: 733
2015-11-23 15:22:29,924 INFO hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: FCA0751AD1F049A69651B626B2510380, mem on close (mb), free: 213, total: 733, max: 733
2015-11-23 15:22:29,934 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/basicpipesplatform/testSimple/simple/_temporary
2015-11-23 15:22:29,934 INFO flow.Flow (BaseFlow.java:logInfo(1433)) - [test] completed in: 00:00.144
2015-11-23 15:22:29,955 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/basicpipesplatform/testSimple/simple