Class cascading.function.FunctionPlatformTest

5

tests

0

failures

0

ignored

2.025s

duration

100%

successful

Tests

Test Duration Result
testFieldFormatter 0.829s passed
testInsert 0.438s passed
testPartialCounts 0.507s passed
testPartialSums 0.003s passed
testSetValue 0.248s passed

Standard output

2015-11-23 16:59:41,329 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2015-11-23 16:59:41,344 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.function.FunctionPlatformTest, with platform: hadoop2-mr1
2015-11-23 16:59:41,357 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2015-11-23 16:59:41,758 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-11-23 16:59:41,834 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2015-11-23 16:59:41,861 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2015-11-23 16:59:41,861 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 380, total: 481, max: 672
2015-11-23 16:59:41,861 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 71% of max mem, to better utilize unused memory consider increasing the cache size
2015-11-23 16:59:41,861 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2015-11-23 16:59:41,862 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 380, total: 481, max: 672
2015-11-23 16:59:41,862 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 71% of max mem, to better utilize unused memory consider increasing the cache size
2015-11-23 16:59:41,905 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 16:59:41,906 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 16:59:41,952 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 7FA65552A2024039BE58CB8BBDBD116C
2015-11-23 16:59:42,032 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.051
2015-11-23 16:59:42,034 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 16:59:42,036 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 16:59:42,158 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.2
2015-11-23 16:59:42,159 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] starting
2015-11-23 16:59:42,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 16:59:42,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  sink: Hfs["TextLine[['line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter"]
2015-11-23 16:59:42,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  parallel execution of steps is enabled: false
2015-11-23 16:59:42,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  executing total steps: 1
2015-11-23 16:59:42,160 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  allocating management threads: 1
2015-11-23 16:59:42,161 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] starting step: (1/1) ...tFieldFormatter/formatter
2015-11-23 16:59:42,438 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] submitted hadoop job: job_local1373088971_0001
2015-11-23 16:59:42,438 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] tracking url: http://localhost:8080/
2015-11-23 16:59:42,537 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt
2015-11-23 16:59:42,551 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 16:59:42,551 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 16:59:42,566 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D3CA10F582E0492080906EBBC6C12013, ordinal: 0
2015-11-23 16:59:42,582 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 16:59:42,582 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter"]
2015-11-23 16:59:42,583 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D3CA10F582E0492080906EBBC6C12013, mem on start (mb), free: 322, total: 342, max: 672
2015-11-23 16:59:42,590 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D3CA10F582E0492080906EBBC6C12013, mem on close (mb), free: 321, total: 342, max: 672
2015-11-23 16:59:42,632 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter/_temporary
2015-11-23 16:59:42,632 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  completed in: 00:00.471
2015-11-23 16:59:42,692 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/functionplatform/testFieldFormatter/formatter
2015-11-23 16:59:42,694 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2015-11-23 16:59:42,694 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 302, total: 342, max: 672
2015-11-23 16:59:42,694 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 50% of max mem, to better utilize unused memory consider increasing the cache size
2015-11-23 16:59:42,695 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2015-11-23 16:59:42,695 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 302, total: 342, max: 672
2015-11-23 16:59:42,695 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 50% of max mem, to better utilize unused memory consider increasing the cache size
2015-11-23 16:59:42,712 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 16:59:42,712 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 16:59:42,747 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.029
2015-11-23 16:59:42,748 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-11-23 16:59:42,748 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 16:59:42,770 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] starting
2015-11-23 16:59:42,770 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.200.txt"]
2015-11-23 16:59:42,770 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  sink: Hfs["TextLine[['line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert"]
2015-11-23 16:59:42,770 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  parallel execution of steps is enabled: false
2015-11-23 16:59:42,770 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  executing total steps: 1
2015-11-23 16:59:42,770 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  allocating management threads: 1
2015-11-23 16:59:42,771 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] starting step: (1/1) ...latform/testInsert/insert
2015-11-23 16:59:42,873 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] submitted hadoop job: job_local217338933_0002
2015-11-23 16:59:42,873 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] tracking url: http://localhost:8080/
2015-11-23 16:59:42,879 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.200.txt
2015-11-23 16:59:42,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 16:59:42,937 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 16:59:42,944 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: EBE04A6379F041E69E051092EC3E8CCB, ordinal: 0
2015-11-23 16:59:42,948 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/apache.200.txt"]
2015-11-23 16:59:42,948 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(apache)[by:[{1}:'A']]
2015-11-23 16:59:42,948 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EBE04A6379F041E69E051092EC3E8CCB, mem on start (mb), free: 157, total: 342, max: 672
2015-11-23 16:59:42,961 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EBE04A6379F041E69E051092EC3E8CCB, mem on close (mb), free: 157, total: 342, max: 672
2015-11-23 16:59:43,022 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-11-23 16:59:43,022 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2015-11-23 16:59:43,028 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C63B4105C7D149C982835879BA1F27DE, ordinal: 1
2015-11-23 16:59:43,029 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(apache)[by:[{1}:'A']]
2015-11-23 16:59:43,030 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert"]
2015-11-23 16:59:43,030 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C63B4105C7D149C982835879BA1F27DE, mem on start (mb), free: 148, total: 342, max: 672
2015-11-23 16:59:43,051 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C63B4105C7D149C982835879BA1F27DE, mem on close (mb), free: 146, total: 342, max: 672
2015-11-23 16:59:43,071 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert/_temporary
2015-11-23 16:59:43,071 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  completed in: 00:00.300
2015-11-23 16:59:43,132 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/functionplatform/testInsert/insert
2015-11-23 16:59:43,151 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-11-23 16:59:43,152 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /root/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-11-23 16:59:43,175 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.018
2015-11-23 16:59:43,176 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-11-23 16:59:43,176 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-11-23 16:59:43,192 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] starting
2015-11-23 16:59:43,192 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 16:59:43,192 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  sink: Hfs["TextLine[['line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue"]
2015-11-23 16:59:43,193 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  parallel execution of steps is enabled: false
2015-11-23 16:59:43,193 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  executing total steps: 1
2015-11-23 16:59:43,193 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  allocating management threads: 1
2015-11-23 16:59:43,193 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] starting step: (1/1) ...orm/testSetValue/setvalue
2015-11-23 16:59:43,308 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] submitted hadoop job: job_local822661628_0003
2015-11-23 16:59:43,308 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] tracking url: http://localhost:8080/
2015-11-23 16:59:43,312 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt
2015-11-23 16:59:43,317 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-11-23 16:59:43,317 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2015-11-23 16:59:43,322 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C1696227F6A14F74AAE8CB00686EB1E8, ordinal: 0
2015-11-23 16:59:43,323 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/classes/test/data/upper.txt"]
2015-11-23 16:59:43,323 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue"]
2015-11-23 16:59:43,323 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C1696227F6A14F74AAE8CB00686EB1E8, mem on start (mb), free: 203, total: 342, max: 672
2015-11-23 16:59:43,325 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C1696227F6A14F74AAE8CB00686EB1E8, mem on close (mb), free: 203, total: 342, max: 672
2015-11-23 16:59:43,341 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue/_temporary
2015-11-23 16:59:43,342 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  completed in: 00:00.149
2015-11-23 16:59:43,380 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /root/yuanbo/cascading.compatibility-3.0/biginsights-4.1/build/test/output//hadoop2-mr1/functionplatform/testSetValue/setvalue