Class cascading.function.FunctionPlatformTest

5

tests

0

failures

0

ignored

14.882s

duration

100%

successful

Tests

Test Duration Result
testFieldFormatter 1.466s passed
testInsert 0.780s passed
testPartialCounts 12.071s passed
testPartialSums 0.006s passed
testSetValue 0.559s passed

Standard output

2015-09-24 14:00:08,429 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2015-09-24 14:00:08,467 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.function.FunctionPlatformTest, with platform: hadoop2-mr1
2015-09-24 14:00:08,488 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2015-09-24 14:00:20,353 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2015-09-24 14:00:20,493 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2015-09-24 14:00:20,552 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2015-09-24 14:00:20,553 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 99, total: 123, max: 672
2015-09-24 14:00:20,553 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 18% of max mem, to better utilize unused memory consider increasing the cache size
2015-09-24 14:00:20,554 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2015-09-24 14:00:20,554 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 99, total: 123, max: 672
2015-09-24 14:00:20,555 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 18% of max mem, to better utilize unused memory consider increasing the cache size
2015-09-24 14:00:20,649 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-09-24 14:00:20,651 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /Users/ryan/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-09-24 14:00:20,735 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 0105895CD8B243B5A241F75345C3717D
2015-09-24 14:00:20,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.126
2015-09-24 14:00:20,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-09-24 14:00:20,913 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-09-24 14:00:21,055 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.2
2015-09-24 14:00:21,057 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] starting
2015-09-24 14:00:21,058 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-09-24 14:00:21,058 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter"]
2015-09-24 14:00:21,058 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  parallel execution of steps is enabled: false
2015-09-24 14:00:21,059 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  executing total steps: 1
2015-09-24 14:00:21,059 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  allocating management threads: 1
2015-09-24 14:00:21,060 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] starting step: (1/1) ...tFieldFormatter/formatter
2015-09-24 14:00:21,708 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] submitted hadoop job: job_local1353997062_0001
2015-09-24 14:00:21,708 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter] tracking url: http://localhost:8080/
2015-09-24 14:00:21,777 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/upper.txt
2015-09-24 14:00:21,801 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-09-24 14:00:21,801 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: 
2015-09-24 14:00:21,815 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C77B7536077F483784EDBC62435C0AB4, ordinal: 0
2015-09-24 14:00:21,847 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-09-24 14:00:21,847 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter"]
2015-09-24 14:00:21,848 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C77B7536077F483784EDBC62435C0AB4, mem on start (mb), free: 86, total: 123, max: 672
2015-09-24 14:00:21,859 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C77B7536077F483784EDBC62435C0AB4, mem on close (mb), free: 85, total: 123, max: 672
2015-09-24 14:00:21,920 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter/_temporary
2015-09-24 14:00:21,920 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [formatter]  completed in: 00:00.861
2015-09-24 14:00:22,024 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/functionplatform/testFieldFormatter/formatter
2015-09-24 14:00:22,028 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2015-09-24 14:00:22,028 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 102, total: 123, max: 672
2015-09-24 14:00:22,029 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 18% of max mem, to better utilize unused memory consider increasing the cache size
2015-09-24 14:00:22,029 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2015-09-24 14:00:22,030 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 101, total: 123, max: 672
2015-09-24 14:00:22,030 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 18% of max mem, to better utilize unused memory consider increasing the cache size
2015-09-24 14:00:22,067 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-09-24 14:00:22,068 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /Users/ryan/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-09-24 14:00:22,161 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.081
2015-09-24 14:00:22,163 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2015-09-24 14:00:22,163 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-09-24 14:00:22,200 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] starting
2015-09-24 14:00:22,201 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.200.txt"]
2015-09-24 14:00:22,201 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert"]
2015-09-24 14:00:22,201 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  parallel execution of steps is enabled: false
2015-09-24 14:00:22,202 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  executing total steps: 1
2015-09-24 14:00:22,202 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  allocating management threads: 1
2015-09-24 14:00:22,202 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] starting step: (1/1) ...latform/testInsert/insert
2015-09-24 14:00:22,405 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] submitted hadoop job: job_local335337293_0002
2015-09-24 14:00:22,406 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache] tracking url: http://localhost:8080/
2015-09-24 14:00:22,415 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.200.txt
2015-09-24 14:00:22,500 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-09-24 14:00:22,501 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: 
2015-09-24 14:00:22,511 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: EF7895623646471DABB5E22F7DBBA8FA, ordinal: 0
2015-09-24 14:00:22,516 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/apache.200.txt"]
2015-09-24 14:00:22,516 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(apache)[by:[{1}:'A']]
2015-09-24 14:00:22,517 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EF7895623646471DABB5E22F7DBBA8FA, mem on start (mb), free: 132, total: 259, max: 672
2015-09-24 14:00:22,534 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: EF7895623646471DABB5E22F7DBBA8FA, mem on close (mb), free: 132, total: 259, max: 672
2015-09-24 14:00:22,637 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.0.2
2015-09-24 14:00:22,638 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: 
2015-09-24 14:00:22,651 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: E9558BE8505244CA88D2FA2C5440145A, ordinal: 1
2015-09-24 14:00:22,654 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(apache)[by:[{1}:'A']]
2015-09-24 14:00:22,654 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert"]
2015-09-24 14:00:22,654 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E9558BE8505244CA88D2FA2C5440145A, mem on start (mb), free: 123, total: 259, max: 672
2015-09-24 14:00:22,692 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: E9558BE8505244CA88D2FA2C5440145A, mem on close (mb), free: 122, total: 259, max: 672
2015-09-24 14:00:22,716 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert/_temporary
2015-09-24 14:00:22,717 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [apache]  completed in: 00:00.515
2015-09-24 14:00:22,811 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/functionplatform/testInsert/insert
2015-09-24 14:00:22,841 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2015-09-24 14:00:22,842 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(174)) - using application jar: /Users/ryan/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.0.2/a7e0a109fe1f98639fc92e32694f202ce66d81a8/cascading-hadoop2-mr1-3.0.2.jar
2015-09-24 14:00:22,910 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.057
2015-09-24 14:00:22,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2015-09-24 14:00:22,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2015-09-24 14:00:22,935 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] starting
2015-09-24 14:00:22,936 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-09-24 14:00:22,936 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue"]
2015-09-24 14:00:22,937 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  parallel execution of steps is enabled: false
2015-09-24 14:00:22,937 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  executing total steps: 1
2015-09-24 14:00:22,937 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  allocating management threads: 1
2015-09-24 14:00:22,938 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] starting step: (1/1) ...orm/testSetValue/setvalue
2015-09-24 14:00:23,248 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] submitted hadoop job: job_local394960241_0003
2015-09-24 14:00:23,248 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue] tracking url: http://localhost:8080/
2015-09-24 14:00:23,255 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/upper.txt
2015-09-24 14:00:23,263 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.0.2
2015-09-24 14:00:23,263 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: 
2015-09-24 14:00:23,271 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: C815E039A4E54BA9B898D9FA8FE543F5, ordinal: 0
2015-09-24 14:00:23,272 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/classes/test/data/upper.txt"]
2015-09-24 14:00:23,273 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue"]
2015-09-24 14:00:23,273 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C815E039A4E54BA9B898D9FA8FE543F5, mem on start (mb), free: 135, total: 260, max: 672
2015-09-24 14:00:23,276 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: C815E039A4E54BA9B898D9FA8FE543F5, mem on close (mb), free: 135, total: 260, max: 672
2015-09-24 14:00:23,298 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue/_temporary
2015-09-24 14:00:23,299 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [setvalue]  completed in: 00:00.363
2015-09-24 14:00:23,371 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /Users/ryan/concurrent_2015/compat_suite/new/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/functionplatform/testSetValue/setvalue