2015-02-11 00:28:09,455 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-11 00:28:09,522 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-11 00:28:09,523 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.FlowProcessPlatformTest
2015-02-11 00:28:09,552 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-11 00:28:10,547 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-11 00:28:10,610 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:28:10,669 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-11 00:28:10,670 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:28:10,671 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:28:10,674 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:28:10,675 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:28:10
2015-02-11 00:28:10,679 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:28:10,679 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:10,686 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:28:10,686 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:28:10,709 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:28:10,711 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:28:10,711 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:28:10,712 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:28:10,712 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:28:10,712 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:28:10,713 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:28:10,713 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:28:10,714 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:28:10,722 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:28:10,723 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:28:10,723 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:28:10,724 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:28:10,728 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:28:11,078 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:28:11,078 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:11,079 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:28:11,079 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:28:11,081 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:28:11,091 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:28:11,091 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:11,092 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:28:11,092 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:28:11,094 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:28:11,095 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:28:11,095 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:28:11,097 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:28:11,098 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:28:11,102 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:28:11,102 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:11,103 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:28:11,103 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:28:11,112 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:28:11,112 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:28:11,113 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:28:11,190 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:11,239 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1 has been successfully formatted.
2015-02-11 00:28:11,248 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2 has been successfully formatted.
2015-02-11 00:28:11,467 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-11 00:28:11,470 INFO namenode.NameNode (NameNode.java:createNameNode(1342)) - createNameNode []
2015-02-11 00:28:11,525 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-11 00:28:11,603 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(345)) - Scheduled snapshot period at 10 second(s).
2015-02-11 00:28:11,603 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-11 00:28:11,607 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(342)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-11 00:28:11,649 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1611)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-11 00:28:11,649 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1622)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-11 00:28:11,717 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-11 00:28:11,724 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-11 00:28:11,742 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:11,745 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-11 00:28:11,746 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:11,746 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:11,775 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-11 00:28:11,777 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:28:11,797 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 40892
2015-02-11 00:28:11,798 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:11,833 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/hdfs to /tmp/Jetty_localhost_40892_hdfs____1wboqn/webapp
2015-02-11 00:28:12,152 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:28:12,206 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40892
2015-02-11 00:28:12,209 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:28:12,211 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:28:12,211 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:28:12,212 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:28:12,213 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:28:12
2015-02-11 00:28:12,213 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:28:12,213 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:12,214 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:28:12,214 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:28:12,216 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:28:12,217 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:28:12,217 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:28:12,217 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:28:12,218 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:28:12,218 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:28:12,218 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:28:12,219 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:28:12,219 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:28:12,219 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:28:12,220 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:28:12,220 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:28:12,221 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:28:12,221 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:28:12,222 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:28:12,222 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:12,223 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:28:12,223 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:28:12,224 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:28:12,225 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:28:12,225 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:12,226 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:28:12,226 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:28:12,227 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:28:12,227 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:28:12,227 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:28:12,228 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:28:12,228 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:28:12,229 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:28:12,229 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:12,229 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:28:12,230 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:28:12,233 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:28:12,233 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:28:12,233 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:28:12,253 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:12,262 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:12,266 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current
2015-02-11 00:28:12,266 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/current
2015-02-11 00:28:12,267 INFO namenode.FSImage (FSImage.java:loadFSImage(653)) - No edit log streams selected.
2015-02-11 00:28:12,288 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(207)) - Loading 1 INodes.
2015-02-11 00:28:12,298 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-11 00:28:12,299 INFO namenode.FSImage (FSImage.java:loadFSImage(926)) - Loaded image for txid 0 from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-11 00:28:12,306 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(961)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-11 00:28:12,306 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1143)) - Starting log segment at 1
2015-02-11 00:28:12,468 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-11 00:28:12,469 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(707)) - Finished loading FSImage in 235 msecs
2015-02-11 00:28:12,711 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(309)) - RPC server is binding to localhost:0
2015-02-11 00:28:12,720 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:12,738 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 45082
2015-02-11 00:28:12,786 INFO namenode.NameNode (NameNode.java:initialize(593)) - Clients are to use localhost:45082 to access this namenode/service.
2015-02-11 00:28:12,790 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6029)) - Registered FSNamesystemState MBean
2015-02-11 00:28:12,820 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:28:12,820 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:28:12,821 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1131)) - initializing replication queues
2015-02-11 00:28:12,822 INFO hdfs.StateChange (FSNamesystem.java:leave(5169)) - STATE* Leaving safe mode after 0 secs
2015-02-11 00:28:12,823 INFO hdfs.StateChange (FSNamesystem.java:leave(5180)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-11 00:28:12,823 INFO hdfs.StateChange (FSNamesystem.java:leave(5183)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-11 00:28:12,828 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2522)) - Total number of blocks = 0
2015-02-11 00:28:12,828 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2523)) - Number of invalid blocks = 0
2015-02-11 00:28:12,828 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2524)) - Number of under-replicated blocks = 0
2015-02-11 00:28:12,828 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2525)) - Number of over-replicated blocks = 0
2015-02-11 00:28:12,828 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2527)) - Number of blocks being written = 0
2015-02-11 00:28:12,829 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2528)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 7 msec
2015-02-11 00:28:12,876 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:12,878 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 45082: starting
2015-02-11 00:28:12,885 INFO namenode.NameNode (NameNode.java:startCommonServices(636)) - NameNode RPC up at: localhost/127.0.0.1:45082
2015-02-11 00:28:12,886 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1059)) - Starting services required for active state
2015-02-11 00:28:12,893 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(159)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-11 00:28:12,894 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(172)) - Rescanning because of pending operations
2015-02-11 00:28:12,894 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:28:12,925 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2
2015-02-11 00:28:13,062 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:28:13,063 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:28:13,066 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:28:13,073 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:37055
2015-02-11 00:28:13,076 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:28:13,077 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:28:13,080 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:28:13,082 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:13,083 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:28:13,084 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:13,084 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:13,090 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:28:13,090 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 39989
2015-02-11 00:28:13,091 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:13,096 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_39989_datanode____sljyd7/webapp
2015-02-11 00:28:13,302 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39989
2015-02-11 00:28:13,306 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:28:13,306 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:28:13,320 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:13,322 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 60303
2015-02-11 00:28:13,331 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:60303
2015-02-11 00:28:13,343 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:28:13,346 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:28:13,360 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45082 starting to offer service
2015-02-11 00:28:13,366 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:13,367 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 60303: starting
2015-02-11 00:28:13,380 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4
2015-02-11 00:28:13,409 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:28:13,409 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:28:13,410 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:28:13,411 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:33268
2015-02-11 00:28:13,412 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:28:13,412 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:28:13,414 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:28:13,415 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:13,416 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:28:13,417 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:13,417 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:13,420 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:28:13,420 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 60028
2015-02-11 00:28:13,421 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:13,425 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_60028_datanode____2d0ajn/webapp
2015-02-11 00:28:13,658 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60028
2015-02-11 00:28:13,660 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:28:13,661 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:28:13,661 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:13,663 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 46829
2015-02-11 00:28:13,668 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:46829
2015-02-11 00:28:13,677 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:28:13,678 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:28:13,680 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45082 starting to offer service
2015-02-11 00:28:13,682 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:13,683 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 46829: starting
2015-02-11 00:28:13,695 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6
2015-02-11 00:28:13,699 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:28:13,699 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:28:13,701 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:13,702 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1 is not formatted
2015-02-11 00:28:13,702 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:13,713 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:13,714 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3 is not formatted
2015-02-11 00:28:13,714 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:13,721 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:13,721 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4 is not formatted
2015-02-11 00:28:13,722 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:13,723 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:13,723 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2 is not formatted
2015-02-11 00:28:13,723 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:13,726 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:28:13,726 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:28:13,727 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:28:13,728 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:60601
2015-02-11 00:28:13,728 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:28:13,729 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:28:13,730 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:28:13,731 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:13,732 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:28:13,732 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:13,733 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:13,737 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:28:13,738 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 44803
2015-02-11 00:28:13,738 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:13,743 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_44803_datanode____m7ddeq/webapp
2015-02-11 00:28:13,798 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:13,799 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:13,800 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:13,800 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:13,801 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:13,801 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:13,801 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:13,802 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:13,802 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:13,802 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:13,844 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:13,845 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:13,845 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:13,845 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:13,845 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:13,846 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:13,846 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:13,846 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:13,850 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:13,852 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:13,852 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:13,853 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:13,855 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=872953662;bpid=BP-407292433-10.31.157.187-1423614491130;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=872953662;c=0;bpid=BP-407292433-10.31.157.187-1423614491130;dnuuid=null
2015-02-11 00:28:13,857 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=872953662;bpid=BP-407292433-10.31.157.187-1423614491130;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=872953662;c=0;bpid=BP-407292433-10.31.157.187-1423614491130;dnuuid=null
2015-02-11 00:28:13,858 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 56416646-6959-4d1c-a40d-67dd13d91f2d
2015-02-11 00:28:13,860 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID e39645f5-1396-431e-b348-d9dd7d9565ee
2015-02-11 00:28:13,874 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-11 00:28:13,874 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-11 00:28:13,876 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-11 00:28:13,876 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-11 00:28:13,890 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:28:13,890 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:28:13,897 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423620992897 with interval 21600000
2015-02-11 00:28:13,897 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423623664897 with interval 21600000
2015-02-11 00:28:13,898 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:13,898 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:13,900 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:28:13,900 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:28:13,900 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:28:13,916 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:28:13,945 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 29ms
2015-02-11 00:28:13,946 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 45ms
2015-02-11 00:28:13,946 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 45ms
2015-02-11 00:28:13,946 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 46ms
2015-02-11 00:28:13,947 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-407292433-10.31.157.187-1423614491130: 48ms
2015-02-11 00:28:13,947 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-407292433-10.31.157.187-1423614491130: 49ms
2015-02-11 00:28:13,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:28:13,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:28:13,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:28:13,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:28:13,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 0ms
2015-02-11 00:28:13,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 0ms
2015-02-11 00:28:13,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 0ms
2015-02-11 00:28:13,949 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 0ms
2015-02-11 00:28:13,949 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 3ms
2015-02-11 00:28:13,950 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 3ms
2015-02-11 00:28:13,953 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 beginning handshake with NN
2015-02-11 00:28:13,953 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 beginning handshake with NN
2015-02-11 00:28:13,964 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=56416646-6959-4d1c-a40d-67dd13d91f2d, infoPort=39989, ipcPort=60303, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0) storage 56416646-6959-4d1c-a40d-67dd13d91f2d
2015-02-11 00:28:13,970 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:37055
2015-02-11 00:28:13,976 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 successfully registered with NN
2015-02-11 00:28:13,976 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=e39645f5-1396-431e-b348-d9dd7d9565ee, infoPort=60028, ipcPort=46829, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0) storage e39645f5-1396-431e-b348-d9dd7d9565ee
2015-02-11 00:28:13,977 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45082 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:28:13,977 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:33268
2015-02-11 00:28:13,983 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 successfully registered with NN
2015-02-11 00:28:13,983 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45082 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:28:13,992 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44803
2015-02-11 00:28:13,993 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:28:13,993 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:28:13,994 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:13,996 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 44293
2015-02-11 00:28:14,001 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:44293
2015-02-11 00:28:14,008 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:28:14,009 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:28:14,010 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45082 starting to offer service
2015-02-11 00:28:14,011 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:14,011 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 44293: starting
2015-02-11 00:28:14,019 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:28:14,020 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8
2015-02-11 00:28:14,027 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-50a93aa8-40a1-4c49-afde-0314b4f5154a for DN 127.0.0.1:33268
2015-02-11 00:28:14,028 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:14,029 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42 for DN 127.0.0.1:33268
2015-02-11 00:28:14,029 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5 is not formatted
2015-02-11 00:28:14,029 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:14,045 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:14,046 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6 is not formatted
2015-02-11 00:28:14,046 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:14,049 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375 for DN 127.0.0.1:37055
2015-02-11 00:28:14,049 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid e39645f5-1396-431e-b348-d9dd7d9565ee) service to localhost/127.0.0.1:45082 trying to claim ACTIVE state with txid=1
2015-02-11 00:28:14,050 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d for DN 127.0.0.1:37055
2015-02-11 00:28:14,050 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid e39645f5-1396-431e-b348-d9dd7d9565ee) service to localhost/127.0.0.1:45082
2015-02-11 00:28:14,051 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid 56416646-6959-4d1c-a40d-67dd13d91f2d) service to localhost/127.0.0.1:45082 trying to claim ACTIVE state with txid=1
2015-02-11 00:28:14,051 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid 56416646-6959-4d1c-a40d-67dd13d91f2d) service to localhost/127.0.0.1:45082
2015-02-11 00:28:14,055 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:28:14,056 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:28:14,057 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:28:14,059 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:37826
2015-02-11 00:28:14,060 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:28:14,060 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:28:14,062 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:28:14,063 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:14,065 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:28:14,066 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:14,067 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-50a93aa8-40a1-4c49-afde-0314b4f5154a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,068 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-50a93aa8-40a1-4c49-afde-0314b4f5154a node DatanodeRegistration(127.0.0.1, datanodeUuid=e39645f5-1396-431e-b348-d9dd7d9565ee, infoPort=60028, ipcPort=46829, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
2015-02-11 00:28:14,068 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,068 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42 node DatanodeRegistration(127.0.0.1, datanodeUuid=e39645f5-1396-431e-b348-d9dd7d9565ee, infoPort=60028, ipcPort=46829, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:28:14,067 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:14,071 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:28:14,072 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 37598
2015-02-11 00:28:14,073 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:14,079 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_37598_datanode____da1jpz/webapp
2015-02-11 00:28:14,095 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 3 msec to generate and 41 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@558fee4f
2015-02-11 00:28:14,096 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,096 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,097 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375 node DatanodeRegistration(127.0.0.1, datanodeUuid=56416646-6959-4d1c-a40d-67dd13d91f2d, infoPort=39989, ipcPort=60303, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-11 00:28:14,097 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,097 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d node DatanodeRegistration(127.0.0.1, datanodeUuid=56416646-6959-4d1c-a40d-67dd13d91f2d, infoPort=39989, ipcPort=60303, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:28:14,100 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 3 msec to generate and 45 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@34f65b5b
2015-02-11 00:28:14,100 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,102 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:28:14,103 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:14,102 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:28:14,103 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:28:14,103 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:14,104 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:28:14,104 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:28:14,104 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:28:14,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,110 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,110 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:14,111 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:14,111 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-407292433-10.31.157.187-1423614491130 to blockPoolScannerMap, new size=1
2015-02-11 00:28:14,111 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:14,112 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:14,112 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-407292433-10.31.157.187-1423614491130 to blockPoolScannerMap, new size=1
2015-02-11 00:28:14,118 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:14,118 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:14,118 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:14,119 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:14,123 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:14,124 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:14,127 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=872953662;bpid=BP-407292433-10.31.157.187-1423614491130;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=872953662;c=0;bpid=BP-407292433-10.31.157.187-1423614491130;dnuuid=null
2015-02-11 00:28:14,129 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a
2015-02-11 00:28:14,130 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-11 00:28:14,131 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-11 00:28:14,131 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:28:14,132 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423630182132 with interval 21600000
2015-02-11 00:28:14,132 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,133 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:28:14,133 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:28:14,141 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 7ms
2015-02-11 00:28:14,142 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 8ms
2015-02-11 00:28:14,142 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-407292433-10.31.157.187-1423614491130: 9ms
2015-02-11 00:28:14,143 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:28:14,143 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:28:14,143 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 1ms
2015-02-11 00:28:14,143 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 0ms
2015-02-11 00:28:14,144 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 1ms
2015-02-11 00:28:14,144 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 beginning handshake with NN
2015-02-11 00:28:14,146 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, infoPort=44803, ipcPort=44293, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0) storage 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a
2015-02-11 00:28:14,147 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:60601
2015-02-11 00:28:14,148 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 successfully registered with NN
2015-02-11 00:28:14,148 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45082 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:28:14,150 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-5c33f38f-308e-4395-b28d-86f47b0fce17 for DN 127.0.0.1:60601
2015-02-11 00:28:14,151 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1 for DN 127.0.0.1:60601
2015-02-11 00:28:14,152 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a) service to localhost/127.0.0.1:45082 trying to claim ACTIVE state with txid=1
2015-02-11 00:28:14,152 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a) service to localhost/127.0.0.1:45082
2015-02-11 00:28:14,154 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,154 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1 node DatanodeRegistration(127.0.0.1, datanodeUuid=4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, infoPort=44803, ipcPort=44293, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-11 00:28:14,154 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-5c33f38f-308e-4395-b28d-86f47b0fce17,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,154 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-5c33f38f-308e-4395-b28d-86f47b0fce17 node DatanodeRegistration(127.0.0.1, datanodeUuid=4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, infoPort=44803, ipcPort=44293, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:28:14,155 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@31ccbefe
2015-02-11 00:28:14,156 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,156 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:28:14,156 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:14,156 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:28:14,157 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:28:14,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,158 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-407292433-10.31.157.187-1423614491130 to blockPoolScannerMap, new size=1
2015-02-11 00:28:14,290 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:37598
2015-02-11 00:28:14,292 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:28:14,292 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:28:14,293 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:14,294 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 39324
2015-02-11 00:28:14,299 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:39324
2015-02-11 00:28:14,306 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:28:14,307 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:28:14,308 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45082 starting to offer service
2015-02-11 00:28:14,309 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:14,310 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 39324: starting
2015-02-11 00:28:14,316 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:28:14,324 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:14,325 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7 is not formatted
2015-02-11 00:28:14,325 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:14,333 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 19396@ip-10-31-157-187
2015-02-11 00:28:14,333 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8 is not formatted
2015-02-11 00:28:14,333 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:28:14,408 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,408 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:14,408 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:14,409 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:14,409 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:14,426 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:28:14,426 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-407292433-10.31.157.187-1423614491130 is not formatted.
2015-02-11 00:28:14,427 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:28:14,427 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-407292433-10.31.157.187-1423614491130 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-407292433-10.31.157.187-1423614491130/current
2015-02-11 00:28:14,431 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:14,432 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:28:14,434 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=872953662;bpid=BP-407292433-10.31.157.187-1423614491130;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=872953662;c=0;bpid=BP-407292433-10.31.157.187-1423614491130;dnuuid=null
2015-02-11 00:28:14,437 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID a22bcf23-22c8-4d8c-8208-2912462c05e9
2015-02-11 00:28:14,438 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-11 00:28:14,438 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-11 00:28:14,439 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:28:14,440 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423617898440 with interval 21600000
2015-02-11 00:28:14,440 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,441 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:28:14,441 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:28:14,448 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 8ms
2015-02-11 00:28:14,448 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-407292433-10.31.157.187-1423614491130 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 7ms
2015-02-11 00:28:14,449 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-407292433-10.31.157.187-1423614491130: 9ms
2015-02-11 00:28:14,449 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:28:14,449 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:28:14,450 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 0ms
2015-02-11 00:28:14,450 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-407292433-10.31.157.187-1423614491130 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 0ms
2015-02-11 00:28:14,450 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 1ms
2015-02-11 00:28:14,450 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 beginning handshake with NN
2015-02-11 00:28:14,452 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=a22bcf23-22c8-4d8c-8208-2912462c05e9, infoPort=37598, ipcPort=39324, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0) storage a22bcf23-22c8-4d8c-8208-2912462c05e9
2015-02-11 00:28:14,453 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:37826
2015-02-11 00:28:14,454 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid null) service to localhost/127.0.0.1:45082 successfully registered with NN
2015-02-11 00:28:14,454 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45082 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:28:14,456 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177 for DN 127.0.0.1:37826
2015-02-11 00:28:14,456 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-e9fe564f-03c9-4442-b19d-a6a5a8365686 for DN 127.0.0.1:37826
2015-02-11 00:28:14,457 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid a22bcf23-22c8-4d8c-8208-2912462c05e9) service to localhost/127.0.0.1:45082 trying to claim ACTIVE state with txid=1
2015-02-11 00:28:14,458 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-407292433-10.31.157.187-1423614491130 (Datanode Uuid a22bcf23-22c8-4d8c-8208-2912462c05e9) service to localhost/127.0.0.1:45082
2015-02-11 00:28:14,461 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-e9fe564f-03c9-4442-b19d-a6a5a8365686,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,461 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-e9fe564f-03c9-4442-b19d-a6a5a8365686 node DatanodeRegistration(127.0.0.1, datanodeUuid=a22bcf23-22c8-4d8c-8208-2912462c05e9, infoPort=37598, ipcPort=39324, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-11 00:28:14,461 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:28:14,461 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177 node DatanodeRegistration(127.0.0.1, datanodeUuid=a22bcf23-22c8-4d8c-8208-2912462c05e9, infoPort=37598, ipcPort=39324, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:28:14,463 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 4 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@1440578d
2015-02-11 00:28:14,463 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,464 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:28:14,464 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:28:14,465 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:28:14,465 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:28:14,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-407292433-10.31.157.187-1423614491130
2015-02-11 00:28:14,466 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-407292433-10.31.157.187-1423614491130 to blockPoolScannerMap, new size=1
2015-02-11 00:28:14,768 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2055)) - Cluster is active
2015-02-11 00:28:14,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:14,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:14,914 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-407292433-10.31.157.187-1423614491130 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]}
2015-02-11 00:28:14,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001 src: /127.0.0.1:38915 dest: /127.0.0.1:37826
2015-02-11 00:28:14,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001 src: /127.0.0.1:37576 dest: /127.0.0.1:33268
2015-02-11 00:28:15,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001 src: /127.0.0.1:55187 dest: /127.0.0.1:37055
2015-02-11 00:28:15,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:15,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55187, dest: /127.0.0.1:37055, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, duration: 41252638
2015-02-11 00:28:15,069 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:15,072 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37576, dest: /127.0.0.1:33268, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, duration: 49634980
2015-02-11 00:28:15,072 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:15,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38915, dest: /127.0.0.1:37826, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, duration: 48877472
2015-02-11 00:28:15,074 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:15,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:15,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:15,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:15,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:28:15,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:15,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:15,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar. BP-407292433-10.31.157.187-1423614491130 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW]]}
2015-02-11 00:28:15,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002 src: /127.0.0.1:55188 dest: /127.0.0.1:37055
2015-02-11 00:28:15,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002 src: /127.0.0.1:38258 dest: /127.0.0.1:60601
2015-02-11 00:28:15,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002 src: /127.0.0.1:37580 dest: /127.0.0.1:33268
2015-02-11 00:28:15,428 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37580, dest: /127.0.0.1:33268, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, duration: 12433174
2015-02-11 00:28:15,428 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:15,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:15,430 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38258, dest: /127.0.0.1:60601, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, duration: 14788498
2015-02-11 00:28:15,431 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:15,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:15,433 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55188, dest: /127.0.0.1:37055, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, duration: 15565884
2015-02-11 00:28:15,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:15,435 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:15,438 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:15,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:28:15,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-11 00:28:15,531 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:45082/tmp/hadoop-yarn/staging
2015-02-11 00:28:15,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:15,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:15,624 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - core-site.xml not found
2015-02-11 00:28:15,625 INFO security.Groups (Groups.java:refresh(162)) - clearing userToGroupsMap cache
2015-02-11 00:28:15,630 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - yarn-site.xml not found
2015-02-11 00:28:15,633 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-11 00:28:15,667 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-11 00:28:15,672 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-11 00:28:15,677 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:28:15,696 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-11 00:28:15,702 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-11 00:28:15,703 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(262)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-11 00:28:15,729 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-11 00:28:15,731 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-11 00:28:15,733 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-11 00:28:15,734 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-11 00:28:15,756 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-11 00:28:15,809 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-11 00:28:15,817 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-11 00:28:15,820 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-11 00:28:15,823 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,825 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,825 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,826 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,826 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,826 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,827 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:28:15,828 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-11 00:28:15,832 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2065)) - found resource capacity-scheduler.xml at jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.5.1/2a0b32c5c46a992191c4b770211c28517f6f960c/hadoop-yarn-server-tests-2.5.1-tests.jar!/capacity-scheduler.xml
2015-02-11 00:28:15,889 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(192)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2015-02-11 00:28:15,890 INFO capacity.ParentQueue (ParentQueue.java:<init>(154)) - Initialized parent-queue root name=root, fullname=root
2015-02-11 00:28:15,902 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(271)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-02-11 00:28:15,903 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:28:15,904 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:28:15,904 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(413)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:28:15,905 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(277)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-11 00:28:15,908 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-11 00:28:15,910 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-11 00:28:15,910 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-11 00:28:15,911 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-11 00:28:15,911 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-11 00:28:15,912 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-11 00:28:15,912 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-11 00:28:15,912 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-11 00:28:15,913 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-11 00:28:15,914 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-11 00:28:16,026 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:28:16,027 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:28:16,028 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:28:16,029 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:28:16,030 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:28:16,031 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:28:16,036 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:28:16,037 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:28:16,038 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:28:16,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:28:16,048 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:28:16,190 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:28:16,237 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:28:16,238 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:28:16,299 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@69e0312b
2015-02-11 00:28:16,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:28:16,301 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:28:16,302 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:28:16,304 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:28:16,305 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-11 00:28:16,306 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-11 00:28:16,306 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-11 00:28:16,307 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-11 00:28:16,307 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-11 00:28:16,307 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-11 00:28:16,308 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-11 00:28:16,308 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-11 00:28:16,309 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-11 00:28:16,329 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:28:16,329 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:28:16,329 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:28:16,330 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:28:16,330 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:28:16,330 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:28:16,331 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:28:16,331 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:28:16,331 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:28:16,335 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:28:16,335 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:28:16,470 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:28:16,472 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:28:16,472 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:28:16,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@2cd90727
2015-02-11 00:28:16,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:28:16,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:28:16,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:28:16,487 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:28:16,487 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-11 00:28:16,488 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-11 00:28:16,488 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-11 00:28:16,488 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-11 00:28:16,489 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-11 00:28:16,489 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-11 00:28:16,489 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-11 00:28:16,490 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-11 00:28:16,490 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-11 00:28:16,509 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:28:16,510 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:28:16,510 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:28:16,510 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:28:16,511 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:28:16,511 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:28:16,511 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:28:16,511 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:28:16,512 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:28:16,516 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:28:16,517 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:28:16,658 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:28:16,660 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:28:16,661 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:28:16,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@9ce0314
2015-02-11 00:28:16,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:28:16,675 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:28:16,675 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:28:16,676 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:28:16,676 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-11 00:28:16,677 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-11 00:28:16,677 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-11 00:28:16,677 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-11 00:28:16,678 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-11 00:28:16,678 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-11 00:28:16,678 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-11 00:28:16,679 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-11 00:28:16,679 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-11 00:28:16,698 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:28:16,698 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:28:16,699 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:28:16,699 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:28:16,699 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:28:16,700 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:28:16,700 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:28:16,700 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:28:16,701 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:28:16,704 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:28:16,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:28:16,859 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:28:16,862 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:28:16,862 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:28:16,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@38128f03
2015-02-11 00:28:16,878 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:28:16,878 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:28:16,878 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:28:16,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:28:16,902 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-11 00:28:16,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:28:16,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:28:16,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:16,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:28:16,937 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-11 00:28:16,937 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-11 00:28:16,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwt proto=rpc
2015-02-11 00:28:18,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001
2015-02-11 00:28:18,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001
2015-02-11 00:28:18,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002
2015-02-11 00:28:18,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002
2015-02-11 00:28:19,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002
2015-02-11 00:28:19,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001
2015-02-11 00:28:26,946 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-11 00:28:26,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:28:26,958 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-11 00:28:26,976 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:26,977 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 36652
2015-02-11 00:28:26,985 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-11 00:28:26,985 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-11 00:28:26,988 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:28:26,990 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:28:26,991 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:28:26,999 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-11 00:28:27,000 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:27,000 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-11 00:28:27,001 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:27,001 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:27,002 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-11 00:28:27,002 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:28:27,003 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 51565
2015-02-11 00:28:27,004 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:27,010 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/jobhistory to /tmp/Jetty_ip.10.31.157.187_51565_jobhistory____p56c36/webapp
2015-02-11 00:28:27,153 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:51565
2015-02-11 00:28:27,154 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 51565
2015-02-11 00:28:27,597 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:28:27,614 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:27,616 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57100
2015-02-11 00:28:27,621 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-11 00:28:27,622 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:27,622 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57100: starting
2015-02-11 00:28:27,628 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at ip-10-31-157-187.ec2.internal/10.31.157.187:57100
2015-02-11 00:28:27,630 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:27,632 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 36652: starting
2015-02-11 00:28:28,486 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: ip-10-31-157-187:0
2015-02-11 00:28:28,486 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:28:28,487 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: ip-10-31-157-187.ec2.internal:57100
2015-02-11 00:28:28,487 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: ip-10-31-157-187:51565
2015-02-11 00:28:28,488 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-11 00:28:28,489 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(930)) - Transitioning to active state
2015-02-11 00:28:28,494 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-11 00:28:28,494 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:28:28,498 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-11 00:28:28,499 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:28:28,499 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-11 00:28:28,500 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:28:28,501 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:28:28,501 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-11 00:28:28,528 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:28,530 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 54918
2015-02-11 00:28:28,535 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-11 00:28:28,536 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:28,537 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 54918: starting
2015-02-11 00:28:28,572 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:28,573 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 34012
2015-02-11 00:28:28,581 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-11 00:28:28,582 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:28,582 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 34012: starting
2015-02-11 00:28:28,640 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:28,642 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 33799
2015-02-11 00:28:28,650 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-11 00:28:28,651 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:28,651 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 33799: starting
2015-02-11 00:28:28,668 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(944)) - Transitioned to active state
2015-02-11 00:28:28,675 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-11 00:28:28,676 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:28,685 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-11 00:28:28,685 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-11 00:28:28,685 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-11 00:28:28,685 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-11 00:28:28,686 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:28,686 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:28,689 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-11 00:28:28,689 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:28:28,692 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 35548
2015-02-11 00:28:28,692 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:28,697 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/cluster to /tmp/Jetty_ip.10.31.157.187_35548_cluster____swuqzg/webapp
2015-02-11 00:28:28,857 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:28:29,989 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:33799
2015-02-11 00:28:29,989 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:28:29,990 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:33799
2015-02-11 00:28:29,990 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:28:29,991 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-11 00:28:30,008 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:30,010 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 41376
2015-02-11 00:28:30,016 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:28:30,016 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:28:30,017 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:30,018 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 41376: starting
2015-02-11 00:28:30,031 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:41376
2015-02-11 00:28:30,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:41376
2015-02-11 00:28:30,041 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:30,043 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 54204
2015-02-11 00:28:30,046 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:28:30,047 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:30,048 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 54204: starting
2015-02-11 00:28:30,053 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 54204
2015-02-11 00:28:30,072 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:28:30,092 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 58455
2015-02-11 00:28:30,093 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:30,094 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:28:30,094 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:28:30,095 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:30,096 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:28:30,096 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:30,096 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:30,097 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:28:30,097 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:28:30,098 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 56946
2015-02-11 00:28:30,098 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:30,103 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_56946_node____tpj2uh/webapp
2015-02-11 00:28:30,215 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:28:30,216 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:28:30,216 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:35548
2015-02-11 00:28:30,218 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 35548
2015-02-11 00:28:30,237 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:56946
2015-02-11 00:28:30,238 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 56946
2015-02-11 00:28:30,286 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:28:30,287 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:28:30,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:28:30,305 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:28:30,320 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:30,322 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 44181
2015-02-11 00:28:30,326 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-11 00:28:30,327 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:30,327 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 44181: starting
2015-02-11 00:28:30,334 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:28:30,343 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 41376 httpPort: 56946) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:41376
2015-02-11 00:28:30,344 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1512039475
2015-02-11 00:28:30,345 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:41376 Node Transitioned from NEW to RUNNING
2015-02-11 00:28:30,346 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-569083787
2015-02-11 00:28:30,346 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:41376 with total resource of <memory:4096, vCores:8>
2015-02-11 00:28:30,346 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:28:30,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:41376 clusterResource: <memory:4096, vCores:8>
2015-02-11 00:28:30,993 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-11 00:28:30,998 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:30,999 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 35171
2015-02-11 00:28:31,003 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:28:31,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:28:31,004 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:31,005 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 35171: starting
2015-02-11 00:28:31,016 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:35171
2015-02-11 00:28:31,016 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:35171
2015-02-11 00:28:31,018 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:31,020 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 41310
2015-02-11 00:28:31,025 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:28:31,025 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:31,026 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 41310: starting
2015-02-11 00:28:31,044 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 41310
2015-02-11 00:28:31,046 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:28:31,047 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 45625
2015-02-11 00:28:31,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:31,048 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:28:31,049 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:28:31,049 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:31,050 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:28:31,050 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:31,050 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:31,051 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:28:31,051 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:28:31,052 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 48137
2015-02-11 00:28:31,052 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:31,056 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_48137_node____.y6rxs0/webapp
2015-02-11 00:28:31,641 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:48137
2015-02-11 00:28:31,642 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 48137
2015-02-11 00:28:31,655 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:28:31,657 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:28:31,657 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:28:31,657 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:28:31,658 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:35171 Node Transitioned from NEW to RUNNING
2015-02-11 00:28:31,658 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 35171 httpPort: 48137) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:35171
2015-02-11 00:28:31,658 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:35171 clusterResource: <memory:8192, vCores:16>
2015-02-11 00:28:31,658 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1512039475
2015-02-11 00:28:31,659 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-569083787
2015-02-11 00:28:31,659 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:35171 with total resource of <memory:4096, vCores:8>
2015-02-11 00:28:31,659 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:28:31,995 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-11 00:28:32,002 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:32,004 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 35654
2015-02-11 00:28:32,009 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:28:32,009 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:28:32,011 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:32,011 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 35654: starting
2015-02-11 00:28:32,020 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:35654
2015-02-11 00:28:32,021 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:35654
2015-02-11 00:28:32,022 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:32,024 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 37094
2015-02-11 00:28:32,029 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:28:32,029 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:32,030 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 37094: starting
2015-02-11 00:28:32,033 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 37094
2015-02-11 00:28:32,035 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:28:32,037 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 60927
2015-02-11 00:28:32,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:32,037 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:28:32,038 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:28:32,039 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:32,040 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:28:32,040 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:32,040 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:32,041 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:28:32,042 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:28:32,042 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 47955
2015-02-11 00:28:32,042 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:32,048 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_47955_node____.7oxl23/webapp
2015-02-11 00:28:32,505 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:47955
2015-02-11 00:28:32,507 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 47955
2015-02-11 00:28:32,519 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:28:32,520 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:28:32,520 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:28:32,521 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:28:32,521 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 35654 httpPort: 47955) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:35654
2015-02-11 00:28:32,521 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:35654 Node Transitioned from NEW to RUNNING
2015-02-11 00:28:32,521 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1512039475
2015-02-11 00:28:32,521 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-569083787
2015-02-11 00:28:32,522 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:35654 clusterResource: <memory:12288, vCores:24>
2015-02-11 00:28:32,522 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:35654 with total resource of <memory:4096, vCores:8>
2015-02-11 00:28:32,522 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:28:32,996 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-11 00:28:33,001 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:33,003 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 48332
2015-02-11 00:28:33,008 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:28:33,008 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:28:33,009 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:33,010 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 48332: starting
2015-02-11 00:28:33,021 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:48332
2015-02-11 00:28:33,022 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:48332
2015-02-11 00:28:33,023 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:28:33,024 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 39572
2015-02-11 00:28:33,030 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:28:33,031 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:28:33,031 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 39572: starting
2015-02-11 00:28:33,036 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 39572
2015-02-11 00:28:33,037 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:28:33,039 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 52812
2015-02-11 00:28:33,039 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:33,039 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:28:33,040 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:28:33,041 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:28:33,042 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:28:33,042 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:28:33,042 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:28:33,043 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:28:33,043 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:28:33,044 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 35291
2015-02-11 00:28:33,044 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:28:33,051 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_35291_node____nd20bb/webapp
2015-02-11 00:28:33,484 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:35291
2015-02-11 00:28:33,485 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 35291
2015-02-11 00:28:33,496 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:28:33,497 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:28:33,499 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:28:33,499 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:28:33,500 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 48332 httpPort: 35291) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:48332
2015-02-11 00:28:33,500 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:48332 Node Transitioned from NEW to RUNNING
2015-02-11 00:28:33,500 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1512039475
2015-02-11 00:28:33,500 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-569083787
2015-02-11 00:28:33,500 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:48332 clusterResource: <memory:16384, vCores:32>
2015-02-11 00:28:33,501 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:48332 with total resource of <memory:4096, vCores:8>
2015-02-11 00:28:33,501 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:28:34,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:34,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:34,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,035 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt. BP-407292433-10.31.157.187-1423614491130 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW]]}
2015-02-11 00:28:34,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003 src: /127.0.0.1:38930 dest: /127.0.0.1:37826
2015-02-11 00:28:34,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003 src: /127.0.0.1:55201 dest: /127.0.0.1:37055
2015-02-11 00:28:34,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003 src: /127.0.0.1:37592 dest: /127.0.0.1:33268
2015-02-11 00:28:34,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37592, dest: /127.0.0.1:33268, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 9070309
2015-02-11 00:28:34,069 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:34,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,073 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55201, dest: /127.0.0.1:37055, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 14672167
2015-02-11 00:28:34,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,074 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38930, dest: /127.0.0.1:37826, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 14267409
2015-02-11 00:28:34,076 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,082 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:34,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:34,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:34,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,094 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt. BP-407292433-10.31.157.187-1423614491130 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]}
2015-02-11 00:28:34,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004 src: /127.0.0.1:38933 dest: /127.0.0.1:37826
2015-02-11 00:28:34,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004 src: /127.0.0.1:38273 dest: /127.0.0.1:60601
2015-02-11 00:28:34,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004 src: /127.0.0.1:55205 dest: /127.0.0.1:37055
2015-02-11 00:28:34,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55205, dest: /127.0.0.1:37055, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 5070503
2015-02-11 00:28:34,112 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:34,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38273, dest: /127.0.0.1:60601, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 6292817
2015-02-11 00:28:34,117 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38933, dest: /127.0.0.1:37826, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 11044775
2015-02-11 00:28:34,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,119 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,124 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:34,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004
2015-02-11 00:28:34,191 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:28:34,193 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:28:34,205 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 0B6D7120B8B14DAE8598339580D584D5
2015-02-11 00:28:34,275 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-11 00:28:34,305 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-11 00:28:34,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:34,423 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-11 00:28:34,426 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-11 00:28:34,427 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt"]
2015-02-11 00:28:34,427 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread"]
2015-02-11 00:28:34,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-11 00:28:34,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-11 00:28:34,429 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-11 00:28:34,430 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ocessplatform/openforread
2015-02-11 00:28:34,473 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:33799
2015-02-11 00:28:34,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004
2015-02-11 00:28:34,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003
2015-02-11 00:28:34,571 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:33799
2015-02-11 00:28:34,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:34,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:28:34,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:28:34,639 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 1
2015-02-11 00:28:34,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001 dst=null perm=null proto=rpc
2015-02-11 00:28:34,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:28:34,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:28:34,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:34,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,674 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar. BP-407292433-10.31.157.187-1423614491130 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]}
2015-02-11 00:28:34,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005 src: /127.0.0.1:38937 dest: /127.0.0.1:37826
2015-02-11 00:28:34,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005 src: /127.0.0.1:37599 dest: /127.0.0.1:33268
2015-02-11 00:28:34,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005 src: /127.0.0.1:38279 dest: /127.0.0.1:60601
2015-02-11 00:28:34,695 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38279, dest: /127.0.0.1:60601, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, duration: 8070461
2015-02-11 00:28:34,696 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:34,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,699 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37599, dest: /127.0.0.1:33268, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, duration: 10482598
2015-02-11 00:28:34,699 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,704 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38937, dest: /127.0.0.1:37826, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, duration: 16313633
2015-02-11 00:28:34,705 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,710 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:34,715 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar
2015-02-11 00:28:34,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:34,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:34,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:34,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:34,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:28:34,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:28:34,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:28:34,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:28:34,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:28:34,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:34,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:34,759 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:28:34,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:34,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,795 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split
2015-02-11 00:28:34,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:34,801 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split. BP-407292433-10.31.157.187-1423614491130 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]}
2015-02-11 00:28:34,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006 src: /127.0.0.1:55211 dest: /127.0.0.1:37055
2015-02-11 00:28:34,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006 src: /127.0.0.1:38942 dest: /127.0.0.1:37826
2015-02-11 00:28:34,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006 src: /127.0.0.1:37603 dest: /127.0.0.1:33268
2015-02-11 00:28:34,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006 src: /127.0.0.1:38283 dest: /127.0.0.1:60601
2015-02-11 00:28:34,825 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38283, dest: /127.0.0.1:60601, bytes: 1752, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 9449626
2015-02-11 00:28:34,826 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:34,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37603, dest: /127.0.0.1:33268, bytes: 1752, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 12572636
2015-02-11 00:28:34,829 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38942, dest: /127.0.0.1:37826, bytes: 1752, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 15809894
2015-02-11 00:28:34,833 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,834 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55211, dest: /127.0.0.1:37055, bytes: 1752, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 17394665
2015-02-11 00:28:34,835 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,840 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:34,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,853 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo. BP-407292433-10.31.157.187-1423614491130 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW]]}
2015-02-11 00:28:34,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007 src: /127.0.0.1:38284 dest: /127.0.0.1:60601
2015-02-11 00:28:34,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007 src: /127.0.0.1:37606 dest: /127.0.0.1:33268
2015-02-11 00:28:34,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007 src: /127.0.0.1:38947 dest: /127.0.0.1:37826
2015-02-11 00:28:34,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38947, dest: /127.0.0.1:37826, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, duration: 6848401
2015-02-11 00:28:34,876 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:34,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,877 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37606, dest: /127.0.0.1:33268, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, duration: 8449159
2015-02-11 00:28:34,877 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,880 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38284, dest: /127.0.0.1:60601, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, duration: 9281366
2015-02-11 00:28:34,880 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:34,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 0
2015-02-11 00:28:34,884 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:34,885 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2015-02-11 00:28:34,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:34,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:28:35,022 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml. BP-407292433-10.31.157.187-1423614491130 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]}
2015-02-11 00:28:35,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008 src: /127.0.0.1:55218 dest: /127.0.0.1:37055
2015-02-11 00:28:35,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008 src: /127.0.0.1:38949 dest: /127.0.0.1:37826
2015-02-11 00:28:35,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008 src: /127.0.0.1:38289 dest: /127.0.0.1:60601
2015-02-11 00:28:35,050 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38289, dest: /127.0.0.1:60601, bytes: 90164, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, duration: 5713918
2015-02-11 00:28:35,051 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:35,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:35,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38949, dest: /127.0.0.1:37826, bytes: 90164, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, duration: 6631426
2015-02-11 00:28:35,052 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:35,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:35,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55218, dest: /127.0.0.1:37055, bytes: 90164, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, duration: 8296700
2015-02-11 00:28:35,054 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:35,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:35,057 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1929395750_11
2015-02-11 00:28:35,058 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614508490_0001
2015-02-11 00:28:35,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001 dst=null perm=null proto=rpc
2015-02-11 00:28:35,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:35,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:35,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:35,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:35,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:28:35,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:28:35,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,246 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 1 submitted by user teamcity
2015-02-11 00:28:35,246 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614508490_0001
2015-02-11 00:28:35,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614508490_0001
2015-02-11 00:28:35,249 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614508490_0001 State change from NEW to NEW_SAVING
2015-02-11 00:28:35,260 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614508490_0001
2015-02-11 00:28:35,261 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614508490_0001 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:28:35,263 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614508490_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:28:35,264 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614508490_0001 from user: teamcity, in queue: default
2015-02-11 00:28:35,285 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614508490_0001 State change from SUBMITTED to ACCEPTED
2015-02-11 00:28:35,286 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614508490_0001
2015-02-11 00:28:35,286 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614508490_0001_000001
2015-02-11 00:28:35,291 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from NEW to SUBMITTED
2015-02-11 00:28:35,298 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614508490_0001 from user: teamcity activated in queue: default
2015-02-11 00:28:35,299 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614508490_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@ebd3f80, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:28:35,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614508490_0001_000001 to scheduler from user teamcity in queue default
2015-02-11 00:28:35,302 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:28:35,330 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:35548/proxy/application_1423614508490_0001/
2015-02-11 00:28:35,331 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423614508490_0001
2015-02-11 00:28:35,331 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://ip-10-31-157-187:35548/proxy/application_1423614508490_0001/
2015-02-11 00:28:35,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:28:35,395 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000001
2015-02-11 00:28:35,396 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614508490_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:41376, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:28:35,398 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614508490_0001_000001 container=Container: [ContainerId: container_1423614508490_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:28:35,398 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:28:35,398 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:35,400 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:41376 for container : container_1423614508490_0001_01_000001
2015-02-11 00:28:35,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:28:35,408 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614508490_0001_000001
2015-02-11 00:28:35,408 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614508490_0001 AttemptId: appattempt_1423614508490_0001_000001 MasterContainer: Container: [ContainerId: container_1423614508490_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:41376 }, ]
2015-02-11 00:28:35,411 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:28:35,421 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:28:35,425 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614508490_0001_000001
2015-02-11 00:28:35,443 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614508490_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:41376 }, ] for AM appattempt_1423614508490_0001_000001
2015-02-11 00:28:35,443 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614508490_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:28:35,479 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614508490_0001_000001 (auth:SIMPLE)
2015-02-11 00:28:35,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614508490_0001_01_000001 by user teamcity
2015-02-11 00:28:35,518 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614508490_0001
2015-02-11 00:28:35,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000001
2015-02-11 00:28:35,524 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614508490_0001 transitioned from NEW to INITING
2015-02-11 00:28:35,524 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614508490_0001_01_000001 to application application_1423614508490_0001
2015-02-11 00:28:35,536 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614508490_0001 transitioned from INITING to RUNNING
2015-02-11 00:28:35,540 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614508490_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:41376 }, ] for AM appattempt_1423614508490_0001_000001
2015-02-11 00:28:35,541 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:28:35,541 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:28:35,542 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614508490_0001
2015-02-11 00:28:35,558 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:28:35,558 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:28:35,558 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:28:35,559 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:28:35,559 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:28:35,559 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:28:35,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar, 1423614495435, FILE, null }
2015-02-11 00:28:35,570 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614495079, FILE, null }
2015-02-11 00:28:35,571 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614508490_0001_01_000001
2015-02-11 00:28:35,600 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423614508490_0001_01_000001.tokens. Credentials list:
2015-02-11 00:28:35,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:28:35,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:28:35,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:28:35,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:28:35,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:28:35,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:28:35,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,688 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55222, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, duration: 12575123
2015-02-11 00:28:35,702 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37613, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, duration: 26848410
2015-02-11 00:28:35,765 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:35,771 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/filecache/10/hadoop-7926177323345147466.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:35,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423614508490_0001_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000001.tokens
2015-02-11 00:28:35,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001
2015-02-11 00:28:35,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:35,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:36,000 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37613, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_53201840_1126, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, duration: 970123
2015-02-11 00:28:36,071 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614508490_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:36,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:28:36,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:28:36,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38295, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_53201840_1126, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, duration: 561154
2015-02-11 00:28:36,154 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614508490_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:36,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:36,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:36,204 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38295, bytes: 1768, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_53201840_1126, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 352327
2015-02-11 00:28:36,237 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614508490_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:36,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:36,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:36,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55222, bytes: 90872, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_53201840_1126, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, duration: 556273
2015-02-11 00:28:36,319 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:36,321 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:28:36,379 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:28:36,397 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:28:36,397 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:36,525 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000001/default_container_executor.sh]
2015-02-11 00:28:36,838 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:37826 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:37055
2015-02-11 00:28:38,468 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=a22bcf23-22c8-4d8c-8208-2912462c05e9, infoPort=37598, ipcPort=39324, storageInfo=lv=-55;cid=testClusterID;nsid=872953662;c=0) Starting thread to transfer BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005 to 127.0.0.1:37055
2015-02-11 00:28:38,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005 src: /127.0.0.1:55229 dest: /127.0.0.1:37055
2015-02-11 00:28:38,477 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005 (numBytes=254067) to /127.0.0.1:37055
2015-02-11 00:28:38,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005 src: /127.0.0.1:55229 dest: /127.0.0.1:37055 of size 254067
2015-02-11 00:28:38,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741829_1005 size 254067
2015-02-11 00:28:38,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006
2015-02-11 00:28:38,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008
2015-02-11 00:28:38,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005
2015-02-11 00:28:38,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005
2015-02-11 00:28:38,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003
2015-02-11 00:28:38,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007
2015-02-11 00:28:38,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004
2015-02-11 00:28:38,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006
2015-02-11 00:28:38,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003
2015-02-11 00:28:39,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007
2015-02-11 00:28:39,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008
2015-02-11 00:28:39,171 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005
2015-02-11 00:28:39,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006
2015-02-11 00:28:39,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:28:39,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:28:39,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:28:39,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:28:39,508 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006
2015-02-11 00:28:39,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007
2015-02-11 00:28:39,510 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008
2015-02-11 00:28:39,514 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005
2015-02-11 00:28:39,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001 dst=null perm=null proto=rpc
2015-02-11 00:28:39,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:28:39,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:28:39,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:28:39,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:28:40,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:28:40,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:28:40,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38961, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741831_1007, duration: 334671
2015-02-11 00:28:41,652 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614508490_0001_000001 (auth:SIMPLE)
2015-02-11 00:28:41,664 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614508490_0001_000001
2015-02-11 00:28:41,665 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614508490_0001 APPATTEMPTID=appattempt_1423614508490_0001_000001
2015-02-11 00:28:41,665 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:28:41,667 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614508490_0001 State change from ACCEPTED to RUNNING
2015-02-11 00:28:41,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:41,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:41,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:42,087 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1_conf.xml. BP-407292433-10.31.157.187-1423614491130 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW]]}
2015-02-11 00:28:42,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009 src: /127.0.0.1:38965 dest: /127.0.0.1:37826
2015-02-11 00:28:42,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009 src: /127.0.0.1:55236 dest: /127.0.0.1:37055
2015-02-11 00:28:42,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009 src: /127.0.0.1:37627 dest: /127.0.0.1:33268
2015-02-11 00:28:42,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37627, dest: /127.0.0.1:33268, bytes: 105779, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009, duration: 57802108
2015-02-11 00:28:42,221 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:42,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW]]} size 0
2015-02-11 00:28:42,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55236, dest: /127.0.0.1:37055, bytes: 105779, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009, duration: 57680416
2015-02-11 00:28:42,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW]]} size 0
2015-02-11 00:28:42,222 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:42,223 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38965, dest: /127.0.0.1:37826, bytes: 105779, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009, duration: 59616219
2015-02-11 00:28:42,224 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:42,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW]]} size 0
2015-02-11 00:28:42,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:42,894 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:28:42,894 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-11 00:28:43,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:28:43,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000002
2015-02-11 00:28:43,384 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614508490_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:41376, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:28:43,384 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614508490_0001_000001 container=Container: [ContainerId: container_1423614508490_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:28:43,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:28:43,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:43,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:28:43,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000003
2015-02-11 00:28:43,385 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614508490_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:41376, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:28:43,386 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614508490_0001_000001 container=Container: [ContainerId: container_1423614508490_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:28:43,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:28:43,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:43,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:28:43,508 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000004
2015-02-11 00:28:43,508 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614508490_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48332, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:28:43,508 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614508490_0001_000001 container=Container: [ContainerId: container_1423614508490_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:48332, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35291, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:28:43,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:28:43,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:43,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:28:43,510 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000005
2015-02-11 00:28:43,510 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614508490_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48332, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:28:43,510 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614508490_0001_000001 container=Container: [ContainerId: container_1423614508490_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:48332, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35291, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:28:43,510 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:28:43,511 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:43,512 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:28:43,512 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000006
2015-02-11 00:28:43,512 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614508490_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48332, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:28:43,512 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614508490_0001_000001 container=Container: [ContainerId: container_1423614508490_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:48332, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35291, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:28:43,512 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-11 00:28:43,513 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:43,764 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:41376 for container : container_1423614508490_0001_01_000002
2015-02-11 00:28:43,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:28:43,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:28:43,767 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:48332 for container : container_1423614508490_0001_01_000004
2015-02-11 00:28:43,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:28:43,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:28:43,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:28:43,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:43,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:43,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:43,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009
2015-02-11 00:28:43,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009
2015-02-11 00:28:44,007 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614508490_0001_000001 (auth:SIMPLE)
2015-02-11 00:28:44,007 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614508490_0001_000001 (auth:SIMPLE)
2015-02-11 00:28:44,019 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614508490_0001_01_000005 by user teamcity
2015-02-11 00:28:44,021 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614508490_0001
2015-02-11 00:28:44,021 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614508490_0001_01_000002 by user teamcity
2015-02-11 00:28:44,021 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000005
2015-02-11 00:28:44,022 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614508490_0001_01_000003 by user teamcity
2015-02-11 00:28:44,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000002
2015-02-11 00:28:44,023 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614508490_0001_01_000002 to application application_1423614508490_0001
2015-02-11 00:28:44,023 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614508490_0001 transitioned from NEW to INITING
2015-02-11 00:28:44,024 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000003
2015-02-11 00:28:44,024 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:28:44,026 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614508490_0001_01_000005 to application application_1423614508490_0001
2015-02-11 00:28:44,026 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,027 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:28:44,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614508490_0001_01_000006 by user teamcity
2015-02-11 00:28:44,029 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614508490_0001_01_000004 by user teamcity
2015-02-11 00:28:44,029 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000006
2015-02-11 00:28:44,029 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614508490_0001 transitioned from INITING to RUNNING
2015-02-11 00:28:44,029 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000004
2015-02-11 00:28:44,034 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614508490_0001
2015-02-11 00:28:44,034 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:28:44,035 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614508490_0001_01_000003 to application application_1423614508490_0001
2015-02-11 00:28:44,036 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614508490_0001_01_000006 to application application_1423614508490_0001
2015-02-11 00:28:44,036 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614508490_0001_01_000004 to application application_1423614508490_0001
2015-02-11 00:28:44,037 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,038 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,038 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:28:44,038 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614508490_0001
2015-02-11 00:28:44,038 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:28:44,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:28:44,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:28:44,039 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:28:44,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:28:44,039 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:28:44,039 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,039 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:28:44,040 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614508490_0001
2015-02-11 00:28:44,040 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:28:44,040 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:28:44,041 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar, 1423614495435, FILE, null }
2015-02-11 00:28:44,041 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:28:44,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614495079, FILE, null }
2015-02-11 00:28:44,051 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614508490_0001_01_000005
2015-02-11 00:28:44,052 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,052 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,053 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:28:44,053 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614508490_0001
2015-02-11 00:28:44,054 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,055 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614508490_0001
2015-02-11 00:28:44,055 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:28:44,055 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614508490_0001
2015-02-11 00:28:44,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar, 1423614495435, FILE, null }
2015-02-11 00:28:44,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614495079, FILE, null }
2015-02-11 00:28:44,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614508490_0001_01_000006
2015-02-11 00:28:44,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar, 1423614495435, FILE, null }
2015-02-11 00:28:44,057 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614495079, FILE, null }
2015-02-11 00:28:44,057 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614508490_0001_01_000004
2015-02-11 00:28:44,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614508490_0001_01_000005.tokens. Credentials list:
2015-02-11 00:28:44,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423614508490_0001_01_000004.tokens. Credentials list:
2015-02-11 00:28:44,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614508490_0001_01_000006.tokens. Credentials list:
2015-02-11 00:28:44,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:44,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:28:44,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:28:44,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:28:44,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:28:44,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:28:44,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar dst=null perm=null proto=rpc
2015-02-11 00:28:44,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:44,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:28:44,126 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:28:44,126 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:44,128 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:28:44,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:44,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:28:44,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37632, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741826_1002, duration: 4135339
2015-02-11 00:28:44,139 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38973, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741825_1001, duration: 6885861
2015-02-11 00:28:44,203 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-7926177323345147466.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/10/hadoop-7926177323345147466.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:44,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:44,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000002/default_container_executor.sh]
2015-02-11 00:28:44,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614508490_0001_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000005.tokens
2015-02-11 00:28:44,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001
2015-02-11 00:28:44,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000003/default_container_executor.sh]
2015-02-11 00:28:44,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:28:44,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:28:44,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:44,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:28:44,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37632, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_536880630_1477, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741829_1005, duration: 954171
2015-02-11 00:28:44,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:28:44,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:28:44,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:28:44,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009
2015-02-11 00:28:44,568 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614508490_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:44,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:44,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:28:44,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38973, bytes: 90872, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_536880630_1477, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741832_1008, duration: 523846
2015-02-11 00:28:44,657 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45082/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614508490_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:28:44,657 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:28:44,658 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:28:44,658 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:28:44,734 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:28:44,734 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:28:44,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:44,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:44,735 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:28:44,735 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:44,792 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:28:44,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000006/default_container_executor.sh]
2015-02-11 00:28:44,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000004/default_container_executor.sh]
2015-02-11 00:28:44,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000005/default_container_executor.sh]
2015-02-11 00:28:45,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:28:46,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614508490_0001_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000006.tokens
2015-02-11 00:28:46,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001
2015-02-11 00:28:46,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:28:47,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423614508490_0001_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000004.tokens
2015-02-11 00:28:47,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001
2015-02-11 00:28:48,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:48,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:48,981 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38986, bytes: 1768, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 352669
2015-02-11 00:28:49,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37648, bytes: 1768, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 327148
2015-02-11 00:28:49,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:49,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38989, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 8971598
2015-02-11 00:28:49,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:49,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:49,407 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38986, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 338483
2015-02-11 00:28:49,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,509 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38991, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 407662
2015-02-11 00:28:49,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37652, bytes: 736, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000004_0_-220104005_1, offset: 1024, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 305780
2015-02-11 00:28:49,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,609 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38991, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 309322
2015-02-11 00:28:49,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:49,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:28:49,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38995, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 347316
2015-02-11 00:28:49,674 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38335, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 312507
2015-02-11 00:28:49,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,689 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37652, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000004_0_-220104005_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 309902
2015-02-11 00:28:49,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000004_0/part-00004 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:49,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,744 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38991, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 309580
2015-02-11 00:28:49,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,753 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38995, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 311169
2015-02-11 00:28:49,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,794 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38991, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 307265
2015-02-11 00:28:49,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55267, bytes: 1252, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 512, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 322698
2015-02-11 00:28:49,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38995, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 290666
2015-02-11 00:28:49,809 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38998, bytes: 736, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 1024, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741830_1006, duration: 304218
2015-02-11 00:28:49,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,854 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38991, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 1782160
2015-02-11 00:28:49,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38338, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 2487790
2015-02-11 00:28:49,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,904 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38991, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 313824
2015-02-11 00:28:49,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,913 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38995, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 298514
2015-02-11 00:28:49,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,934 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000000_0/part-00000. BP-407292433-10.31.157.187-1423614491130 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]}
2015-02-11 00:28:49,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:39000, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 313078
2015-02-11 00:28:49,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.20.txt dst=null perm=null proto=rpc
2015-02-11 00:28:49,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000001_0/part-00001. BP-407292433-10.31.157.187-1423614491130 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW]]}
2015-02-11 00:28:49,941 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:38998, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741827_1003, duration: 300600
2015-02-11 00:28:49,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:49,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:50,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011 src: /127.0.0.1:55272 dest: /127.0.0.1:37055
2015-02-11 00:28:50,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010 src: /127.0.0.1:55271 dest: /127.0.0.1:37055
2015-02-11 00:28:50,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010 src: /127.0.0.1:39004 dest: /127.0.0.1:37826
2015-02-11 00:28:50,018 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000004_0/part-00004 is closed by DFSClient_attempt_1423614508490_0001_m_000004_0_-220104005_1
2015-02-11 00:28:50,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011 src: /127.0.0.1:38342 dest: /127.0.0.1:60601
2015-02-11 00:28:50,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010 src: /127.0.0.1:38344 dest: /127.0.0.1:60601
2015-02-11 00:28:50,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011 src: /127.0.0.1:37666 dest: /127.0.0.1:33268
2015-02-11 00:28:50,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37666, dest: /127.0.0.1:33268, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, duration: 29122856
2015-02-11 00:28:50,066 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:50,067 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38342, dest: /127.0.0.1:60601, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, duration: 38924512
2015-02-11 00:28:50,067 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55272, dest: /127.0.0.1:37055, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, duration: 25879127
2015-02-11 00:28:50,069 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,070 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38344, dest: /127.0.0.1:60601, bytes: 287, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, duration: 44820597
2015-02-11 00:28:50,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,070 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:50,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:39004, dest: /127.0.0.1:37826, bytes: 287, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, duration: 42913575
2015-02-11 00:28:50,071 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55271, dest: /127.0.0.1:37055, bytes: 287, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, duration: 48251988
2015-02-11 00:28:50,076 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,080 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1423614508490_0001_m_000001_0_745312143_1
2015-02-11 00:28:50,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1423614508490_0001_m_000000_0_709108277_1
2015-02-11 00:28:50,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000004_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000004_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000004 dst=null perm=null proto=rpc
2015-02-11 00:28:50,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000004_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000004 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:50,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:28:50,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000001_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000001 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:50,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:28:50,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:50,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,313 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614508490_0001_01_000006
2015-02-11 00:28:50,314 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000006
2015-02-11 00:28:50,314 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:28:50,314 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614508490_0001_01_000006
2015-02-11 00:28:50,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:39007, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 363612
2015-02-11 00:28:50,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614508490_0001_01_000002
2015-02-11 00:28:50,329 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000002
2015-02-11 00:28:50,329 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:28:50,329 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614508490_0001_01_000002
2015-02-11 00:28:50,337 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614508490_0001_01_000006 is : 143
2015-02-11 00:28:50,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,380 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614508490_0001_01_000003
2015-02-11 00:28:50,380 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000003
2015-02-11 00:28:50,382 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614508490_0001_01_000002 is : 143
2015-02-11 00:28:50,384 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1.jhist. BP-407292433-10.31.157.187-1423614491130 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]}
2015-02-11 00:28:50,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012 src: /127.0.0.1:39008 dest: /127.0.0.1:37826
2015-02-11 00:28:50,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012 src: /127.0.0.1:55279 dest: /127.0.0.1:37055
2015-02-11 00:28:50,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012 src: /127.0.0.1:38350 dest: /127.0.0.1:60601
2015-02-11 00:28:50,402 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:28:50,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000006
2015-02-11 00:28:50,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000006
2015-02-11 00:28:50,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000006
2015-02-11 00:28:50,404 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000006
2015-02-11 00:28:50,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000006
2015-02-11 00:28:50,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:39010, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 3850013
2015-02-11 00:28:50,406 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:28:50,406 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614508490_0001_01_000006 from application application_1423614508490_0001
2015-02-11 00:28:50,407 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:50,407 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614508490_0001
2015-02-11 00:28:50,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,408 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:28:50,408 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:28:50,408 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614508490_0001_01_000003
2015-02-11 00:28:50,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38351, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 345004
2015-02-11 00:28:50,414 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1.jhist for DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:50,425 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614508490_0001_01_000003 is : 143
2015-02-11 00:28:50,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000002
2015-02-11 00:28:50,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000002
2015-02-11 00:28:50,455 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:28:50,455 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000002
2015-02-11 00:28:50,455 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:28:50,457 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614508490_0001_01_000002 from application application_1423614508490_0001
2015-02-11 00:28:50,457 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:50,457 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614508490_0001
2015-02-11 00:28:50,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000003
2015-02-11 00:28:50,458 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:28:50,458 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614508490_0001_01_000003 from application application_1423614508490_0001
2015-02-11 00:28:50,458 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:50,458 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614508490_0001
2015-02-11 00:28:50,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000002
2015-02-11 00:28:50,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000003
2015-02-11 00:28:50,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000002
2015-02-11 00:28:50,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000003
2015-02-11 00:28:50,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000003
2015-02-11 00:28:50,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000003
2015-02-11 00:28:50,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38351, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 309818
2015-02-11 00:28:50,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,480 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:39010, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 315909
2015-02-11 00:28:50,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:39007, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 326813
2015-02-11 00:28:50,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,525 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55283, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 298105
2015-02-11 00:28:50,542 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000002_0/part-00002. BP-407292433-10.31.157.187-1423614491130 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]}
2015-02-11 00:28:50,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/nums.10.txt dst=null perm=null proto=rpc
2015-02-11 00:28:50,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55283, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741828_1004, duration: 460240
2015-02-11 00:28:50,602 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000003_0/part-00003. BP-407292433-10.31.157.187-1423614491130 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]}
2015-02-11 00:28:50,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013 src: /127.0.0.1:37674 dest: /127.0.0.1:33268
2015-02-11 00:28:50,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013 src: /127.0.0.1:39015 dest: /127.0.0.1:37826
2015-02-11 00:28:50,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013 src: /127.0.0.1:55287 dest: /127.0.0.1:37055
2015-02-11 00:28:50,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55287, dest: /127.0.0.1:37055, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, duration: 31853156
2015-02-11 00:28:50,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,650 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:50,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:39015, dest: /127.0.0.1:37826, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, duration: 33216983
2015-02-11 00:28:50,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,651 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,652 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37674, dest: /127.0.0.1:33268, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, duration: 35001788
2015-02-11 00:28:50,652 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,662 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1423614508490_0001_m_000002_0_1463393124_1
2015-02-11 00:28:50,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014 src: /127.0.0.1:39016 dest: /127.0.0.1:37826
2015-02-11 00:28:50,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014 src: /127.0.0.1:55288 dest: /127.0.0.1:37055
2015-02-11 00:28:50,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014 src: /127.0.0.1:38358 dest: /127.0.0.1:60601
2015-02-11 00:28:50,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38358, dest: /127.0.0.1:60601, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, duration: 33378590
2015-02-11 00:28:50,702 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:50,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,703 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55288, dest: /127.0.0.1:37055, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, duration: 34724827
2015-02-11 00:28:50,703 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,705 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:39016, dest: /127.0.0.1:37826, bytes: 204, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, duration: 35715132
2015-02-11 00:28:50,705 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:50,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW]]} size 0
2015-02-11 00:28:50,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1423614508490_0001_m_000003_0_-775431648_1
2015-02-11 00:28:50,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:28:50,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000002_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000002 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:50,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:28:50,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:28:50,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/_temporary/attempt_1423614508490_0001_m_000003_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000003 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:28:50,831 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614508490_0001_01_000004
2015-02-11 00:28:50,832 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000004
2015-02-11 00:28:50,832 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:28:50,833 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614508490_0001_01_000004
2015-02-11 00:28:50,834 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614508490_0001_01_000006]
2015-02-11 00:28:50,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:28:50,835 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614508490_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:28:50,835 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000006
2015-02-11 00:28:50,835 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614508490_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48332, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:28:50,835 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:6144, vCores:5> numContainers=5 user=teamcity user-resources=<memory:6144, vCores:5>
2015-02-11 00:28:50,837 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614508490_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:48332, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35291, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48332 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-11 00:28:50,838 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:50,838 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:28:50,839 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614508490_0001_000001 released container container_1423614508490_0001_01_000006 on node: host: ip-10-31-157-187.ec2.internal:48332 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:28:50,855 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614508490_0001_01_000004 is : 143
2015-02-11 00:28:50,876 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:28:50,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000004
2015-02-11 00:28:50,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000004
2015-02-11 00:28:50,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000004
2015-02-11 00:28:50,878 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:28:50,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000004
2015-02-11 00:28:50,878 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614508490_0001_01_000004 from application application_1423614508490_0001
2015-02-11 00:28:50,879 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:50,879 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614508490_0001
2015-02-11 00:28:50,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000004
2015-02-11 00:28:50,901 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614508490_0001_01_000005
2015-02-11 00:28:50,902 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000005
2015-02-11 00:28:50,902 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:28:50,902 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614508490_0001_01_000005
2015-02-11 00:28:50,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614508490_0001_01_000004]
2015-02-11 00:28:50,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:28:50,903 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614508490_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:28:50,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000004
2015-02-11 00:28:50,904 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614508490_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48332, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:28:50,904 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:28:50,905 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614508490_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:48332, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35291, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48332 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:28:50,905 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:50,905 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:28:50,906 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614508490_0001_000001 released container container_1423614508490_0001_01_000004 on node: host: ip-10-31-157-187.ec2.internal:48332 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:28:50,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:50,918 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:50,920 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614508490_0001_01_000005 is : 143
2015-02-11 00:28:50,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:28:50,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:28:50,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:28:50,940 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:28:50,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000005
2015-02-11 00:28:50,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000005
2015-02-11 00:28:50,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000005
2015-02-11 00:28:50,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614508490_0001/container_1423614508490_0001_01_000005
2015-02-11 00:28:50,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000005
2015-02-11 00:28:50,942 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614508490_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:28:50,942 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614508490_0001_01_000005 from application application_1423614508490_0001
2015-02-11 00:28:50,942 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:28:50,942 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614508490_0001
2015-02-11 00:28:50,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:50,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:28:50,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:28:50,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000001/part-00001 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:50,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:28:50,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:28:50,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000002/part-00002 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:50,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:28:50,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:28:50,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000003/part-00003 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:50,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:50,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:51,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000004 dst=null perm=null proto=rpc
2015-02-11 00:28:51,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc
2015-02-11 00:28:51,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary/1/task_1423614508490_0001_m_000004/part-00004 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:51,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary dst=null perm=null proto=rpc
2015-02-11 00:28:51,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:51,033 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_SUCCESS is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:51,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:51,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:51,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38350, dest: /127.0.0.1:60601, bytes: 55664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012, duration: 659404848
2015-02-11 00:28:51,063 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:51,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 16030
2015-02-11 00:28:51,064 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55279, dest: /127.0.0.1:37055, bytes: 55664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012, duration: 660097763
2015-02-11 00:28:51,064 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 16030
2015-02-11 00:28:51,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:39008, dest: /127.0.0.1:37826, bytes: 55664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012, duration: 658534856
2015-02-11 00:28:51,066 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW]]} size 16030
2015-02-11 00:28:51,070 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:51,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:51,079 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001.summary_tmp. BP-407292433-10.31.157.187-1423614491130 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW]]}
2015-02-11 00:28:51,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015 src: /127.0.0.1:37680 dest: /127.0.0.1:33268
2015-02-11 00:28:51,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015 src: /127.0.0.1:39021 dest: /127.0.0.1:37826
2015-02-11 00:28:51,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015 src: /127.0.0.1:55292 dest: /127.0.0.1:37055
2015-02-11 00:28:51,091 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55292, dest: /127.0.0.1:37055, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015, duration: 2617037
2015-02-11 00:28:51,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,092 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:51,093 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:39021, dest: /127.0.0.1:37826, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015, duration: 3638186
2015-02-11 00:28:51,094 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37680, dest: /127.0.0.1:33268, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015, duration: 4878456
2015-02-11 00:28:51,095 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:51,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:28:51,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:28:51,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:28:51,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:28:51,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:28:51,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:28:51,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:51,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55293, bytes: 56100, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741836_1012, duration: 345966
2015-02-11 00:28:51,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist_tmp. BP-407292433-10.31.157.187-1423614491130 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55bed4a3-22b0-4709-9c73-8fc88f8e011d:NORMAL|RBW]]}
2015-02-11 00:28:51,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016 src: /127.0.0.1:37684 dest: /127.0.0.1:33268
2015-02-11 00:28:51,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016 src: /127.0.0.1:39025 dest: /127.0.0.1:37826
2015-02-11 00:28:51,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016 src: /127.0.0.1:55296 dest: /127.0.0.1:37055
2015-02-11 00:28:51,155 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:55296, dest: /127.0.0.1:37055, bytes: 55664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016, duration: 3392413
2015-02-11 00:28:51,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37055 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,156 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:51,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:39025, dest: /127.0.0.1:37826, bytes: 55664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016, duration: 4971871
2015-02-11 00:28:51,157 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,158 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37684, dest: /127.0.0.1:33268, bytes: 55664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016, duration: 5867475
2015-02-11 00:28:51,158 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c5805fd0-9e7f-409f-8f12-3e9077ef1375:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,162 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist_tmp is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:51,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:28:51,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:28:51,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:28:51,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:28:51,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:28:51,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001/job_1423614508490_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:28:51,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:28:51,183 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55293, bytes: 106607, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741833_1009, duration: 535289
2015-02-11 00:28:51,187 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml_tmp. BP-407292433-10.31.157.187-1423614491130 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-50a93aa8-40a1-4c49-afde-0314b4f5154a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e6ea3e6c-bd5b-4f29-b0f8-167742cc98e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e9fe564f-03c9-4442-b19d-a6a5a8365686:NORMAL|RBW]]}
2015-02-11 00:28:51,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017 src: /127.0.0.1:37687 dest: /127.0.0.1:33268
2015-02-11 00:28:51,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017 src: /127.0.0.1:38367 dest: /127.0.0.1:60601
2015-02-11 00:28:51,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017 src: /127.0.0.1:39029 dest: /127.0.0.1:37826
2015-02-11 00:28:51,202 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:39029, dest: /127.0.0.1:37826, bytes: 105779, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017, duration: 5199208
2015-02-11 00:28:51,203 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:28:51,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:38367, dest: /127.0.0.1:60601, bytes: 105779, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017, duration: 6102143
2015-02-11 00:28:51,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37826 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,203 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:37687, dest: /127.0.0.1:33268, bytes: 105779, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2012361255_1, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017, duration: 6837201
2015-02-11 00:28:51,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:60601 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,204 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-407292433-10.31.157.187-1423614491130:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:28:51,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33268 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c2f9fd50-7a25-4143-b176-04faf3c6fc42:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5c33f38f-308e-4395-b28d-86f47b0fce17:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7974e5e0-3d66-43c3-acba-0d40dd3d1177:NORMAL|RBW]]} size 0
2015-02-11 00:28:51,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_2012361255_1
2015-02-11 00:28:51,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:28:51,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:28:51,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:28:51,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614508490_0001-1423614515199-teamcity-%5B2159ADF80D634D6FA29A5A7781017B98%2FFF0A17365D0449B0-1423614531042-5-0-SUCCEEDED-default-1423614521716.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:28:51,244 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614508490_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:28:51,245 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:28:51,245 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614508490_0001 with final state: FINISHING
2015-02-11 00:28:51,247 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614508490_0001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:28:51,249 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614508490_0001
2015-02-11 00:28:51,249 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614508490_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:28:51,250 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614508490_0001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:28:51,382 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614508490_0001_01_000002, container_1423614508490_0001_01_000003]
2015-02-11 00:28:51,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:28:51,383 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614508490_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:28:51,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000002
2015-02-11 00:28:51,383 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614508490_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:41376, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:28:51,383 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:28:51,384 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614508490_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:41376 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:28:51,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:51,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:28:51,384 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614508490_0001_000001 released container container_1423614508490_0001_01_000002 on node: host: ip-10-31-157-187.ec2.internal:41376 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:28:51,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:28:51,385 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614508490_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:28:51,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000003
2015-02-11 00:28:51,385 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614508490_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:41376, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:28:51,385 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:28:51,386 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614508490_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:41376, NodeHttpAddress: ip-10-31-157-187.ec2.internal:56946, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:41376 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:28:51,386 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:51,386 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:28:51,387 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614508490_0001_000001 released container container_1423614508490_0001_01_000003 on node: host: ip-10-31-157-187.ec2.internal:41376 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:28:51,903 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614508490_0001_01_000005]
2015-02-11 00:28:51,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614508490_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:28:51,904 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614508490_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:28:51,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614508490_0001 CONTAINERID=container_1423614508490_0001_01_000005
2015-02-11 00:28:51,904 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614508490_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48332, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:28:51,905 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:28:51,906 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614508490_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:48332, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35291, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48332 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:28:51,906 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:28:51,906 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:28:51,906 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614508490_0001_000001 released container container_1423614508490_0001_01_000005 on node: host: ip-10-31-157-187.ec2.internal:48332 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:28:52,260 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:37826 127.0.0.1:33268 127.0.0.1:60601 127.0.0.1:37055
2015-02-11 00:28:52,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:37055 127.0.0.1:37826 127.0.0.1:33268 127.0.0.1:60601
2015-02-11 00:28:52,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:60601 127.0.0.1:33268 127.0.0.1:37826
2015-02-11 00:28:52,261 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:37055 127.0.0.1:37826 127.0.0.1:60601
2015-02-11 00:28:52,262 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:37826 127.0.0.1:37055 127.0.0.1:60601
2015-02-11 00:28:52,262 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:37826 127.0.0.1:37055 127.0.0.1:33268
2015-02-11 00:28:52,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614508490_0001 dst=null perm=null proto=rpc
2015-02-11 00:28:52,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,411 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary
2015-02-11 00:28:52,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/_temporary dst=null perm=null proto=rpc
2015-02-11 00:28:52,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,449 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-11 00:28:52,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:28:52,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38369, bytes: 291, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, duration: 337420
2015-02-11 00:28:52,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:28:52,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55301, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, duration: 307500
2015-02-11 00:28:52,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:28:52,487 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:33268, dest: /127.0.0.1:37692, bytes: 208, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: e39645f5-1396-431e-b348-d9dd7d9565ee, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, duration: 288680
2015-02-11 00:28:52,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:28:52,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55301, bytes: 208, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, duration: 265489
2015-02-11 00:28:52,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc
2015-02-11 00:28:52,495 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/flowprocessplatform/openforread
2015-02-11 00:28:52,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread dst=null perm=null proto=rpc
2015-02-11 00:28:52,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:28:52,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:28:52,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38369, bytes: 291, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741834_1010, duration: 263247
2015-02-11 00:28:52,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:28:52,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:28:52,512 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:60601, dest: /127.0.0.1:38369, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 4e1ea0ba-cefc-4098-9d9f-2fb4d0281b7a, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741835_1011, duration: 260822
2015-02-11 00:28:52,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:28:52,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:28:52,517 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37826, dest: /127.0.0.1:39033, bytes: 208, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: a22bcf23-22c8-4d8c-8208-2912462c05e9, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741837_1013, duration: 282640
2015-02-11 00:28:52,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:28:52,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:28:52,522 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:37055, dest: /127.0.0.1:55301, bytes: 208, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1929395750_11, offset: 0, srvID: 56416646-6959-4d1c-a40d-67dd13d91f2d, blockid: BP-407292433-10.31.157.187-1423614491130:blk_1073741838_1014, duration: 267680
2015-02-11 00:28:52,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc
2015-02-11 00:28:52,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/flowprocessplatform/openforread/part-00004 dst=null perm=null proto=rpc