Class cascading.function.FunctionPlatformTest

5

tests

0

failures

0

ignored

3.530s

duration

100%

successful

Tests

Test Duration Result
testFieldFormatter 1.390s passed
testInsert 0.759s passed
testPartialCounts 0.901s passed
testPartialSums 0.003s passed
testSetValue 0.477s passed

Standard output

2016-05-18 11:57:50,886 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-18 11:57:50,908 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.function.FunctionPlatformTest, with platform: hadoop2-mr1
2016-05-18 11:57:50,931 INFO  hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(119)) - not using cluster
2016-05-18 11:57:51,639 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-18 11:57:51,781 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-18 11:57:51,825 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 11:57:51,826 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 185, total: 223, max: 672
2016-05-18 11:57:51,827 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 33% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 11:57:51,827 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 11:57:51,828 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 185, total: 223, max: 672
2016-05-18 11:57:51,829 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 33% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 11:57:51,930 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:57:51,932 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:57:52,009 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: DED9FDF23E1341D2BC922AE7045367B6
2016-05-18 11:57:52,165 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.093
2016-05-18 11:57:52,168 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:57:52,169 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:57:52,303 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-18 11:57:52,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] starting
2016-05-18 11:57:52,307 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/upper.txt"]
2016-05-18 11:57:52,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter"]
2016-05-18 11:57:52,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  parallel execution of steps is enabled: false
2016-05-18 11:57:52,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  executing total steps: 1
2016-05-18 11:57:52,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  allocating management threads: 1
2016-05-18 11:57:52,310 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] starting step: (1/1) ...tFieldFormatter/formatter
2016-05-18 11:57:52,944 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] submitted hadoop job: job_local1629859917_0001
2016-05-18 11:57:52,945 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter] tracking url: http://localhost:8080/
2016-05-18 11:57:53,021 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/upper.txt
2016-05-18 11:57:53,046 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:57:53,046 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:57:53,058 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D12B59F22D6D4D2C9305BDED60CDA838, ordinal: 0
2016-05-18 11:57:53,084 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/upper.txt"]
2016-05-18 11:57:53,084 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter"]
2016-05-18 11:57:53,085 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D12B59F22D6D4D2C9305BDED60CDA838, mem on start (mb), free: 216, total: 281, max: 672
2016-05-18 11:57:53,095 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D12B59F22D6D4D2C9305BDED60CDA838, mem on close (mb), free: 215, total: 281, max: 672
2016-05-18 11:57:53,140 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testFieldFormatter/formatter/_temporary
2016-05-18 11:57:53,141 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [formatter]  completed in: 00:00.833
2016-05-18 11:57:53,222 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/functionplatform/testFieldFormatter/formatter
2016-05-18 11:57:53,225 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-05-18 11:57:53,225 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 195, total: 281, max: 672
2016-05-18 11:57:53,225 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 41% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 11:57:53,226 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-05-18 11:57:53,226 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 195, total: 281, max: 672
2016-05-18 11:57:53,226 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 41% of max mem, to better utilize unused memory consider increasing the cache size
2016-05-18 11:57:53,260 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:57:53,261 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:57:53,341 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.068
2016-05-18 11:57:53,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-18 11:57:53,343 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:57:53,376 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] starting
2016-05-18 11:57:53,376 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/apache.200.txt"]
2016-05-18 11:57:53,376 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert"]
2016-05-18 11:57:53,377 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  parallel execution of steps is enabled: false
2016-05-18 11:57:53,377 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  executing total steps: 1
2016-05-18 11:57:53,377 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  allocating management threads: 1
2016-05-18 11:57:53,378 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] starting step: (1/1) ...latform/testInsert/insert
2016-05-18 11:57:53,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] submitted hadoop job: job_local1436168813_0002
2016-05-18 11:57:53,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] tracking url: http://localhost:8080/
2016-05-18 11:57:53,594 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/apache.200.txt
2016-05-18 11:57:53,653 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:57:53,655 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:57:53,673 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: FECC7319C52D4E56A6E7492868B8B714, ordinal: 0
2016-05-18 11:57:53,679 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/apache.200.txt"]
2016-05-18 11:57:53,680 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: GroupBy(apache)[by:[{1}:'A']]
2016-05-18 11:57:53,680 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FECC7319C52D4E56A6E7492868B8B714, mem on start (mb), free: 161, total: 281, max: 672
2016-05-18 11:57:53,701 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: FECC7319C52D4E56A6E7492868B8B714, mem on close (mb), free: 161, total: 281, max: 672
2016-05-18 11:57:53,811 INFO  hadoop.FlowReducer (FlowReducer.java:configure(83)) - cascading version: 3.1.0
2016-05-18 11:57:53,811 INFO  hadoop.FlowReducer (FlowReducer.java:configure(84)) - child jvm opts: -Xmx200m
2016-05-18 11:57:53,823 INFO  hadoop.FlowReducer (FlowReducer.java:configure(97)) - flow node id: A184E7318C2946568A00F47389E53857, ordinal: 1
2016-05-18 11:57:53,825 INFO  hadoop.FlowReducer (FlowReducer.java:configure(104)) - sourcing from: GroupBy(apache)[by:[{1}:'A']]
2016-05-18 11:57:53,825 INFO  hadoop.FlowReducer (FlowReducer.java:configure(107)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert"]
2016-05-18 11:57:53,825 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A184E7318C2946568A00F47389E53857, mem on start (mb), free: 384, total: 397, max: 672
2016-05-18 11:57:53,863 INFO  hadoop.FlowReducer (LogUtil.java:logMemory(59)) - flow node id: A184E7318C2946568A00F47389E53857, mem on close (mb), free: 381, total: 397, max: 672
2016-05-18 11:57:53,887 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testInsert/insert/_temporary
2016-05-18 11:57:53,887 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache]  completed in: 00:00.510
2016-05-18 11:57:53,986 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/functionplatform/testInsert/insert
2016-05-18 11:57:54,026 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-18 11:57:54,026 INFO  planner.HadoopPlanner (HadoopPlanner.java:initialize(176)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/3.1.0/fdadb6ac788ea19f3412b9569a43a7635318b0c5/cascading-hadoop2-mr1-3.1.0.jar
2016-05-18 11:57:54,094 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] executed rule registry: MapReduceHadoopRuleRegistry, completed as: SUCCESS, in: 00:00.057
2016-05-18 11:57:54,095 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-05-18 11:57:54,096 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] rule registry: MapReduceHadoopRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-18 11:57:54,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] starting
2016-05-18 11:57:54,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/upper.txt"]
2016-05-18 11:57:54,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  sink: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue"]
2016-05-18 11:57:54,123 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  parallel execution of steps is enabled: false
2016-05-18 11:57:54,123 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  executing total steps: 1
2016-05-18 11:57:54,123 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  allocating management threads: 1
2016-05-18 11:57:54,125 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] starting step: (1/1) ...orm/testSetValue/setvalue
2016-05-18 11:57:54,350 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] submitted hadoop job: job_local1527472833_0003
2016-05-18 11:57:54,353 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue] tracking url: http://localhost:8080/
2016-05-18 11:57:54,359 INFO  io.MultiInputSplit (MultiInputSplit.java:readFields(161)) - current split input path: file:/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/upper.txt
2016-05-18 11:57:54,368 INFO  hadoop.FlowMapper (FlowMapper.java:configure(75)) - cascading version: 3.1.0
2016-05-18 11:57:54,369 INFO  hadoop.FlowMapper (FlowMapper.java:configure(76)) - child jvm opts: -Xmx200m
2016-05-18 11:57:54,380 INFO  hadoop.FlowMapper (FlowMapper.java:configure(87)) - flow node id: D4650910EF8249B6907710EB3C12F48C, ordinal: 0
2016-05-18 11:57:54,381 INFO  hadoop.FlowMapper (FlowMapper.java:configure(94)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/classes/test/data/upper.txt"]
2016-05-18 11:57:54,382 INFO  hadoop.FlowMapper (FlowMapper.java:configure(97)) - sinking to: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue"]
2016-05-18 11:57:54,382 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D4650910EF8249B6907710EB3C12F48C, mem on start (mb), free: 304, total: 397, max: 672
2016-05-18 11:57:54,386 INFO  hadoop.FlowMapper (LogUtil.java:logMemory(59)) - flow node id: D4650910EF8249B6907710EB3C12F48C, mem on close (mb), free: 304, total: 397, max: 672
2016-05-18 11:57:54,411 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output/hadoop2-mr1/functionplatform/testSetValue/setvalue/_temporary
2016-05-18 11:57:54,411 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [setvalue]  completed in: 00:00.289
2016-05-18 11:57:54,463 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/9c1cc778dcd1fc2f/apache-2.7.x/build/test/output//hadoop2-mr1/functionplatform/testSetValue/setvalue