Class cascading.function.FunctionPlatformTest

5

tests

0

failures

0

ignored

2.425s

duration

100%

successful

Tests

Test Duration Result
testFieldFormatter 1.155s passed
testInsert 0.662s passed
testPartialCounts 0.333s passed
testPartialSums 0.004s passed
testSetValue 0.271s passed

Standard output

2016-05-18 05:47:14,208 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 05:47:14,225 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.function.FunctionPlatformTest, with platform: hadoop
2016-05-18 05:47:14,251 INFO  hadoop.HadoopPlatform (HadoopPlatform.java:setUp(127)) - not using cluster
2016-05-18 05:47:14,527 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 05:47:14,577 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 05:47:14,577 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 174, total: 223, max: 672
2016-05-18 05:47:14,577 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 33% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 05:47:14,578 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 05:47:14,579 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 174, total: 223, max: 672
2016-05-18 05:47:14,579 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 33% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 05:47:14,677 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 05:47:14,680 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 05:47:14,813 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 39CF8199004E4D50BD38D96A76D6C444
2016-05-18 05:47:14,976 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.121
2016-05-18 05:47:14,978 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 05:47:14,979 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 05:47:15,155 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 05:47:15,156 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] starting
2016-05-18 05:47:15,157 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/upper.txt"]
2016-05-18 05:47:15,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testFieldFormatter/formatter"]
2016-05-18 05:47:15,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  parallel execution of steps is enabled: false
2016-05-18 05:47:15,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  executing total steps: 1
2016-05-18 05:47:15,158 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  allocating management threads: 1
2016-05-18 05:47:15,159 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] starting step: (1/1) ...tFieldFormatter/formatter
2016-05-18 05:47:15,204 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(52)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 05:47:15,263 WARN  snappy.LoadSnappy (LoadSnappy.java:<clinit>(46)) - Snappy native library not loaded
2016-05-18 05:47:15,509 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] submitted hadoop job: job_local638335056_0001
2016-05-18 05:47:15,510 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] tracking url: http://localhost:8080/
2016-05-18 05:47:15,606 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/upper.txt
2016-05-18 05:47:15,620 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 05:47:15,621 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 05:47:15,634 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D6F8CF50F6844BD592B19BE29B38A7EB, ordinal: 0
2016-05-18 05:47:15,664 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/upper.txt"]
2016-05-18 05:47:15,664 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testFieldFormatter/formatter"]
2016-05-18 05:47:15,665 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D6F8CF50F6844BD592B19BE29B38A7EB, mem on start (mb), free: 185, total: 223, max: 672
2016-05-18 05:47:15,676 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D6F8CF50F6844BD592B19BE29B38A7EB, mem on close (mb), free: 185, total: 223, max: 672
2016-05-18 05:47:15,695 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testFieldFormatter/formatter/_temporary
2016-05-18 05:47:15,697 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  completed in: 00:00.538
2016-05-18 05:47:15,737 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output//hadoop/functionplatform/testFieldFormatter/formatter
2016-05-18 05:47:15,740 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 05:47:15,740 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 181, total: 223, max: 672
2016-05-18 05:47:15,741 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 33% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 05:47:15,741 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 05:47:15,741 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 181, total: 223, max: 672
2016-05-18 05:47:15,742 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 33% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 05:47:15,768 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 05:47:15,769 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 05:47:15,875 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.099
2016-05-18 05:47:15,877 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 05:47:15,878 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 05:47:15,915 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] starting
2016-05-18 05:47:15,915 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.200.txt"]
2016-05-18 05:47:15,916 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testInsert/insert"]
2016-05-18 05:47:15,916 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  parallel execution of steps is enabled: false
2016-05-18 05:47:15,916 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  executing total steps: 1
2016-05-18 05:47:15,916 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  allocating management threads: 1
2016-05-18 05:47:15,917 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] starting step: (1/1) ...latform/testInsert/insert
2016-05-18 05:47:16,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] submitted hadoop job: job_local939428592_0002
2016-05-18 05:47:16,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] tracking url: http://localhost:8080/
2016-05-18 05:47:16,046 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.200.txt
2016-05-18 05:47:16,196 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 05:47:16,196 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 05:47:16,216 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: B49388924A154C1ABB2BC141C0C6C607, ordinal: 0
2016-05-18 05:47:16,226 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/apache.200.txt"]
2016-05-18 05:47:16,227 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(apache)[by:[{1}:'A']]
2016-05-18 05:47:16,227 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B49388924A154C1ABB2BC141C0C6C607, mem on start (mb), free: 67, total: 223, max: 672
2016-05-18 05:47:16,262 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: B49388924A154C1ABB2BC141C0C6C607, mem on close (mb), free: 67, total: 223, max: 672
2016-05-18 05:47:16,305 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.1.0
2016-05-18 05:47:16,306 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-05-18 05:47:16,316 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: C9E35FB4444C4DBDADC5009B3EC3D2BE, ordinal: 1
2016-05-18 05:47:16,318 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(apache)[by:[{1}:'A']]
2016-05-18 05:47:16,318 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testInsert/insert"]
2016-05-18 05:47:16,319 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C9E35FB4444C4DBDADC5009B3EC3D2BE, mem on start (mb), free: 65, total: 223, max: 672
2016-05-18 05:47:16,350 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: C9E35FB4444C4DBDADC5009B3EC3D2BE, mem on close (mb), free: 64, total: 223, max: 672
2016-05-18 05:47:16,364 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testInsert/insert/_temporary
2016-05-18 05:47:16,364 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  completed in: 00:00.449
2016-05-18 05:47:16,405 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output//hadoop/functionplatform/testInsert/insert
2016-05-18 05:47:16,448 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 05:47:16,448 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop/3.1.0/86eabf0febb15d07d5285b321b1f6b06e25aa664/cascading-hadoop-3.1.0.jar
2016-05-18 05:47:16,497 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.042
2016-05-18 05:47:16,498 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 05:47:16,499 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 05:47:16,514 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] starting
2016-05-18 05:47:16,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/upper.txt"]
2016-05-18 05:47:16,515 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testSetValue/setvalue"]
2016-05-18 05:47:16,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  parallel execution of steps is enabled: false
2016-05-18 05:47:16,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  executing total steps: 1
2016-05-18 05:47:16,516 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  allocating management threads: 1
2016-05-18 05:47:16,517 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] starting step: (1/1) ...orm/testSetValue/setvalue
2016-05-18 05:47:16,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] submitted hadoop job: job_local549055243_0003
2016-05-18 05:47:16,591 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] tracking url: http://localhost:8080/
2016-05-18 05:47:16,598 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/upper.txt
2016-05-18 05:47:16,605 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 05:47:16,606 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 05:47:16,622 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FDE8DEA539DB40288F847BF0BF8FDBA0, ordinal: 0
2016-05-18 05:47:16,623 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/classes/test/data/upper.txt"]
2016-05-18 05:47:16,624 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testSetValue/setvalue"]
2016-05-18 05:47:16,624 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FDE8DEA539DB40288F847BF0BF8FDBA0, mem on start (mb), free: 167, total: 281, max: 672
2016-05-18 05:47:16,627 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FDE8DEA539DB40288F847BF0BF8FDBA0, mem on close (mb), free: 167, total: 281, max: 672
2016-05-18 05:47:16,644 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output/hadoop/functionplatform/testSetValue/setvalue/_temporary
2016-05-18 05:47:16,644 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  completed in: 00:00.129
2016-05-18 05:47:16,676 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ddea2c91addb6250/apache-1.2.x/build/test/output//hadoop/functionplatform/testSetValue/setvalue