2015-02-11 00:32:10,525 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-11 00:32:10,580 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-11 00:32:10,580 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.flow.hadoop.MapReduceFlowPlatformTest
2015-02-11 00:32:10,611 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-11 00:32:11,559 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-11 00:32:11,619 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:32:11,677 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-11 00:32:11,678 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:32:11,678 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:32:11,680 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:32:11,681 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:32:11
2015-02-11 00:32:11,685 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:32:11,685 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:11,692 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:32:11,693 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:32:11,717 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:32:11,719 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:32:11,720 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:32:11,720 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:32:11,721 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:32:11,721 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:32:11,721 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:32:11,722 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:32:11,722 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:32:11,731 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:32:11,731 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:32:11,732 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:32:11,733 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:32:11,736 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:32:12,092 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:32:12,092 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:12,093 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:32:12,093 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:32:12,095 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:32:12,105 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:32:12,105 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:12,106 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:32:12,106 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:32:12,109 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:32:12,110 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:32:12,110 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:32:12,112 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:32:12,113 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:32:12,117 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:32:12,117 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:12,118 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:32:12,118 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:32:12,127 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:32:12,127 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:32:12,128 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:32:12,204 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:12,249 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1 has been successfully formatted.
2015-02-11 00:32:12,289 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2 has been successfully formatted.
2015-02-11 00:32:12,457 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-11 00:32:12,460 INFO namenode.NameNode (NameNode.java:createNameNode(1342)) - createNameNode []
2015-02-11 00:32:12,515 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-11 00:32:12,595 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(345)) - Scheduled snapshot period at 10 second(s).
2015-02-11 00:32:12,595 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-11 00:32:12,598 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(342)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-11 00:32:12,642 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1611)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-11 00:32:12,642 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1622)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-11 00:32:12,711 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-11 00:32:12,717 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-11 00:32:12,736 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:12,739 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-11 00:32:12,739 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:12,740 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:12,768 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-11 00:32:12,771 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:32:12,791 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 60153
2015-02-11 00:32:12,792 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:12,827 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/hdfs to /tmp/Jetty_localhost_60153_hdfs____.trhlfl/webapp
2015-02-11 00:32:13,149 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:32:13,206 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60153
2015-02-11 00:32:13,208 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:32:13,210 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:32:13,210 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:32:13,211 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:32:13,212 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:32:13
2015-02-11 00:32:13,212 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:32:13,212 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:13,213 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:32:13,213 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:32:13,215 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:32:13,216 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:32:13,216 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:32:13,216 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:32:13,217 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:32:13,217 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:32:13,217 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:32:13,218 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:32:13,218 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:32:13,218 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:32:13,219 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:32:13,219 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:32:13,220 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:32:13,220 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:32:13,221 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:32:13,221 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:13,222 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:32:13,222 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:32:13,223 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:32:13,224 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:32:13,224 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:13,225 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:32:13,225 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:32:13,226 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:32:13,226 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:32:13,226 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:32:13,227 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:32:13,227 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:32:13,228 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:32:13,228 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:13,228 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:32:13,229 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:32:13,232 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:32:13,232 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:32:13,232 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:32:13,272 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:13,280 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:13,284 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current
2015-02-11 00:32:13,284 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/current
2015-02-11 00:32:13,285 INFO namenode.FSImage (FSImage.java:loadFSImage(653)) - No edit log streams selected.
2015-02-11 00:32:13,306 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(207)) - Loading 1 INodes.
2015-02-11 00:32:13,316 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-11 00:32:13,317 INFO namenode.FSImage (FSImage.java:loadFSImage(926)) - Loaded image for txid 0 from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-11 00:32:13,324 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(961)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-11 00:32:13,325 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1143)) - Starting log segment at 1
2015-02-11 00:32:13,463 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-11 00:32:13,463 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(707)) - Finished loading FSImage in 230 msecs
2015-02-11 00:32:13,699 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(309)) - RPC server is binding to localhost:0
2015-02-11 00:32:13,708 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:13,726 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 54571
2015-02-11 00:32:13,774 INFO namenode.NameNode (NameNode.java:initialize(593)) - Clients are to use localhost:54571 to access this namenode/service.
2015-02-11 00:32:13,777 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6029)) - Registered FSNamesystemState MBean
2015-02-11 00:32:13,802 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:32:13,803 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:32:13,803 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1131)) - initializing replication queues
2015-02-11 00:32:13,804 INFO hdfs.StateChange (FSNamesystem.java:leave(5169)) - STATE* Leaving safe mode after 0 secs
2015-02-11 00:32:13,804 INFO hdfs.StateChange (FSNamesystem.java:leave(5180)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-11 00:32:13,805 INFO hdfs.StateChange (FSNamesystem.java:leave(5183)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-11 00:32:13,809 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2522)) - Total number of blocks = 0
2015-02-11 00:32:13,809 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2523)) - Number of invalid blocks = 0
2015-02-11 00:32:13,809 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2524)) - Number of under-replicated blocks = 0
2015-02-11 00:32:13,809 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2525)) - Number of over-replicated blocks = 0
2015-02-11 00:32:13,810 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2527)) - Number of blocks being written = 0
2015-02-11 00:32:13,810 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2528)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 6 msec
2015-02-11 00:32:13,860 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:13,861 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 54571: starting
2015-02-11 00:32:13,868 INFO namenode.NameNode (NameNode.java:startCommonServices(636)) - NameNode RPC up at: localhost/127.0.0.1:54571
2015-02-11 00:32:13,868 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1059)) - Starting services required for active state
2015-02-11 00:32:13,877 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(159)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-11 00:32:13,878 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(172)) - Rescanning because of pending operations
2015-02-11 00:32:13,878 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-11 00:32:13,925 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2
2015-02-11 00:32:14,070 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:32:14,071 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:32:14,074 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:32:14,081 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:39140
2015-02-11 00:32:14,085 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:32:14,085 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:32:14,089 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:32:14,091 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:14,092 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:32:14,093 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:14,093 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:14,099 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:32:14,100 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 39849
2015-02-11 00:32:14,100 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:14,105 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_39849_datanode____.xx4nwi/webapp
2015-02-11 00:32:14,329 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39849
2015-02-11 00:32:14,333 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:32:14,333 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:32:14,348 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:14,350 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 42044
2015-02-11 00:32:14,359 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:42044
2015-02-11 00:32:14,371 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:32:14,375 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:32:14,389 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:54571 starting to offer service
2015-02-11 00:32:14,394 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:14,395 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 42044: starting
2015-02-11 00:32:14,408 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4
2015-02-11 00:32:14,436 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:32:14,436 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:32:14,437 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:32:14,438 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:48952
2015-02-11 00:32:14,438 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:32:14,438 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:32:14,440 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:32:14,441 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:14,442 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:32:14,443 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:14,443 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:14,447 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:32:14,447 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 48693
2015-02-11 00:32:14,448 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:14,456 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_48693_datanode____5dodyr/webapp
2015-02-11 00:32:14,690 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:32:14,700 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48693
2015-02-11 00:32:14,702 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:32:14,702 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:32:14,704 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:14,706 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 48742
2015-02-11 00:32:14,711 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:48742
2015-02-11 00:32:14,719 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:32:14,720 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:32:14,721 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:54571 starting to offer service
2015-02-11 00:32:14,723 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 48742: starting
2015-02-11 00:32:14,724 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:14,723 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:14,732 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1 is not formatted
2015-02-11 00:32:14,733 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:14,734 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6
2015-02-11 00:32:14,735 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:32:14,752 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:14,752 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3 is not formatted
2015-02-11 00:32:14,752 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:14,762 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:14,762 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2 is not formatted
2015-02-11 00:32:14,763 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:14,763 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:32:14,764 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:32:14,765 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:32:14,766 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:14,766 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4 is not formatted
2015-02-11 00:32:14,766 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:14,766 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:41456
2015-02-11 00:32:14,767 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:32:14,767 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:32:14,770 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:32:14,771 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:14,772 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:32:14,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:14,773 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:14,776 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:32:14,776 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 40384
2015-02-11 00:32:14,777 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:14,809 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_40384_datanode____1mzkka/webapp
2015-02-11 00:32:14,904 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:14,904 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:14,905 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:14,905 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:14,907 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:14,907 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:14,907 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:14,907 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:14,907 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:14,908 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:14,923 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:14,923 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:14,923 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:14,923 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:14,923 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:14,924 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:14,924 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:14,924 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:14,928 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:14,928 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:14,929 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:14,929 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:14,933 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1548407300;bpid=BP-1962327657-10.31.157.187-1423614732145;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1548407300;c=0;bpid=BP-1962327657-10.31.157.187-1423614732145;dnuuid=null
2015-02-11 00:32:14,936 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID ad13ebe3-98d6-4c32-919c-3a1909d18647
2015-02-11 00:32:14,938 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1548407300;bpid=BP-1962327657-10.31.157.187-1423614732145;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1548407300;c=0;bpid=BP-1962327657-10.31.157.187-1423614732145;dnuuid=null
2015-02-11 00:32:14,940 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 000c163e-fa5e-4748-98bd-0e99a4685b7e
2015-02-11 00:32:14,954 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-11 00:32:14,954 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-11 00:32:14,956 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-11 00:32:14,956 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-11 00:32:14,969 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:32:14,969 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:32:14,976 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423616320976 with interval 21600000
2015-02-11 00:32:14,976 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423633082976 with interval 21600000
2015-02-11 00:32:14,977 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:14,977 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:14,978 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:32:14,979 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:32:14,979 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:32:14,979 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:32:15,027 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 49ms
2015-02-11 00:32:15,027 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 48ms
2015-02-11 00:32:15,027 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 49ms
2015-02-11 00:32:15,027 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 48ms
2015-02-11 00:32:15,029 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1962327657-10.31.157.187-1423614732145: 52ms
2015-02-11 00:32:15,029 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1962327657-10.31.157.187-1423614732145: 51ms
2015-02-11 00:32:15,029 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:32:15,030 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:32:15,029 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:32:15,030 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 0ms
2015-02-11 00:32:15,030 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 0ms
2015-02-11 00:32:15,031 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 1ms
2015-02-11 00:32:15,031 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:32:15,031 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 2ms
2015-02-11 00:32:15,033 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 2ms
2015-02-11 00:32:15,034 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 5ms
2015-02-11 00:32:15,034 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 beginning handshake with NN
2015-02-11 00:32:15,035 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 beginning handshake with NN
2015-02-11 00:32:15,047 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=000c163e-fa5e-4748-98bd-0e99a4685b7e, infoPort=48693, ipcPort=48742, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0) storage 000c163e-fa5e-4748-98bd-0e99a4685b7e
2015-02-11 00:32:15,053 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:48952
2015-02-11 00:32:15,060 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 successfully registered with NN
2015-02-11 00:32:15,060 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=ad13ebe3-98d6-4c32-919c-3a1909d18647, infoPort=39849, ipcPort=42044, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0) storage ad13ebe3-98d6-4c32-919c-3a1909d18647
2015-02-11 00:32:15,060 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:54571 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:32:15,061 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:39140
2015-02-11 00:32:15,063 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 successfully registered with NN
2015-02-11 00:32:15,063 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:54571 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:32:15,083 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40384
2015-02-11 00:32:15,084 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:32:15,085 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:32:15,086 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:15,088 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 35452
2015-02-11 00:32:15,092 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:35452
2015-02-11 00:32:15,099 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:32:15,100 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:32:15,101 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:54571 starting to offer service
2015-02-11 00:32:15,102 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:15,105 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 35452: starting
2015-02-11 00:32:15,110 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:32:15,113 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-29155730-1b8a-4553-a22a-f2ec92e55d1b for DN 127.0.0.1:39140
2015-02-11 00:32:15,114 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-bab87111-7c19-45b0-ab17-04a54c99f62e for DN 127.0.0.1:39140
2015-02-11 00:32:15,115 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7 for DN 127.0.0.1:48952
2015-02-11 00:32:15,115 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-df85df1c-1369-4a16-8d3a-0bf83983ae89 for DN 127.0.0.1:48952
2015-02-11 00:32:15,119 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8
2015-02-11 00:32:15,120 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:15,121 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5 is not formatted
2015-02-11 00:32:15,121 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:15,130 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid 000c163e-fa5e-4748-98bd-0e99a4685b7e) service to localhost/127.0.0.1:54571 trying to claim ACTIVE state with txid=1
2015-02-11 00:32:15,130 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid 000c163e-fa5e-4748-98bd-0e99a4685b7e) service to localhost/127.0.0.1:54571
2015-02-11 00:32:15,131 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:15,131 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6 is not formatted
2015-02-11 00:32:15,131 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:15,145 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid ad13ebe3-98d6-4c32-919c-3a1909d18647) service to localhost/127.0.0.1:54571 trying to claim ACTIVE state with txid=1
2015-02-11 00:32:15,145 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid ad13ebe3-98d6-4c32-919c-3a1909d18647) service to localhost/127.0.0.1:54571
2015-02-11 00:32:15,149 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,149 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-29155730-1b8a-4553-a22a-f2ec92e55d1b,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,149 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7 node DatanodeRegistration(127.0.0.1, datanodeUuid=000c163e-fa5e-4748-98bd-0e99a4685b7e, infoPort=48693, ipcPort=48742, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
2015-02-11 00:32:15,150 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-29155730-1b8a-4553-a22a-f2ec92e55d1b node DatanodeRegistration(127.0.0.1, datanodeUuid=ad13ebe3-98d6-4c32-919c-3a1909d18647, infoPort=39849, ipcPort=42044, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-11 00:32:15,150 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-df85df1c-1369-4a16-8d3a-0bf83983ae89,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,150 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-df85df1c-1369-4a16-8d3a-0bf83983ae89 node DatanodeRegistration(127.0.0.1, datanodeUuid=000c163e-fa5e-4748-98bd-0e99a4685b7e, infoPort=48693, ipcPort=48742, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:32:15,150 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-bab87111-7c19-45b0-ab17-04a54c99f62e,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,151 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-bab87111-7c19-45b0-ab17-04a54c99f62e node DatanodeRegistration(127.0.0.1, datanodeUuid=ad13ebe3-98d6-4c32-919c-3a1909d18647, infoPort=39849, ipcPort=42044, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-11 00:32:15,152 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:32:15,152 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:32:15,153 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:32:15,155 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:41520
2015-02-11 00:32:15,155 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:32:15,155 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:32:15,157 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:32:15,158 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:15,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:32:15,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:15,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:15,161 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:32:15,162 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 52315
2015-02-11 00:32:15,162 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:15,169 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_52315_datanode____.a80wu7/webapp
2015-02-11 00:32:15,178 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 44 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@454e2c9c
2015-02-11 00:32:15,178 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,182 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:32:15,182 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:15,183 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:32:15,183 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:32:15,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,187 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1962327657-10.31.157.187-1423614732145 to blockPoolScannerMap, new size=1
2015-02-11 00:32:15,198 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,198 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:15,198 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:15,198 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:15,199 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:15,218 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 72 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@157ee3e5
2015-02-11 00:32:15,218 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,219 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:32:15,219 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:15,219 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:32:15,219 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:32:15,220 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,224 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1962327657-10.31.157.187-1423614732145 to blockPoolScannerMap, new size=1
2015-02-11 00:32:15,226 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:15,226 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:15,226 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:15,226 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:15,231 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:15,231 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:15,234 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1548407300;bpid=BP-1962327657-10.31.157.187-1423614732145;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1548407300;c=0;bpid=BP-1962327657-10.31.157.187-1423614732145;dnuuid=null
2015-02-11 00:32:15,237 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 1cde7732-0687-44fa-a2dd-df1fb82b6750
2015-02-11 00:32:15,238 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-11 00:32:15,238 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-11 00:32:15,239 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:32:15,240 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423634638240 with interval 21600000
2015-02-11 00:32:15,240 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,241 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:32:15,241 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:32:15,248 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 7ms
2015-02-11 00:32:15,249 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 8ms
2015-02-11 00:32:15,250 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1962327657-10.31.157.187-1423614732145: 9ms
2015-02-11 00:32:15,250 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:32:15,250 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:32:15,251 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 0ms
2015-02-11 00:32:15,251 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 0ms
2015-02-11 00:32:15,251 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 2ms
2015-02-11 00:32:15,252 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 beginning handshake with NN
2015-02-11 00:32:15,253 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=1cde7732-0687-44fa-a2dd-df1fb82b6750, infoPort=40384, ipcPort=35452, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0) storage 1cde7732-0687-44fa-a2dd-df1fb82b6750
2015-02-11 00:32:15,254 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:41456
2015-02-11 00:32:15,255 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 successfully registered with NN
2015-02-11 00:32:15,256 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:54571 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:32:15,257 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-f1825897-31d6-4c63-a8da-5e06aea4832b for DN 127.0.0.1:41456
2015-02-11 00:32:15,258 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1 for DN 127.0.0.1:41456
2015-02-11 00:32:15,259 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid 1cde7732-0687-44fa-a2dd-df1fb82b6750) service to localhost/127.0.0.1:54571 trying to claim ACTIVE state with txid=1
2015-02-11 00:32:15,259 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid 1cde7732-0687-44fa-a2dd-df1fb82b6750) service to localhost/127.0.0.1:54571
2015-02-11 00:32:15,261 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,261 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1 node DatanodeRegistration(127.0.0.1, datanodeUuid=1cde7732-0687-44fa-a2dd-df1fb82b6750, infoPort=40384, ipcPort=35452, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-11 00:32:15,262 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-f1825897-31d6-4c63-a8da-5e06aea4832b,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,262 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-f1825897-31d6-4c63-a8da-5e06aea4832b node DatanodeRegistration(127.0.0.1, datanodeUuid=1cde7732-0687-44fa-a2dd-df1fb82b6750, infoPort=40384, ipcPort=35452, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:32:15,263 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 4 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@780adb3f
2015-02-11 00:32:15,263 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,264 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:32:15,264 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:15,264 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:32:15,264 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:32:15,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,265 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1962327657-10.31.157.187-1423614732145 to blockPoolScannerMap, new size=1
2015-02-11 00:32:15,364 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52315
2015-02-11 00:32:15,365 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:32:15,366 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:32:15,366 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:15,368 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 37720
2015-02-11 00:32:15,372 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:37720
2015-02-11 00:32:15,379 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:32:15,380 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:32:15,381 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:54571 starting to offer service
2015-02-11 00:32:15,382 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:15,382 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 37720: starting
2015-02-11 00:32:15,390 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:32:15,398 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:15,398 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7 is not formatted
2015-02-11 00:32:15,398 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:15,408 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 8358@ip-10-31-157-187
2015-02-11 00:32:15,408 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8 is not formatted
2015-02-11 00:32:15,408 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:32:15,498 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,499 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:15,499 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:15,499 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:15,499 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:15,504 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:32:15,505 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145 is not formatted.
2015-02-11 00:32:15,505 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:32:15,505 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1962327657-10.31.157.187-1423614732145 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current
2015-02-11 00:32:15,509 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:15,509 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:32:15,512 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1548407300;bpid=BP-1962327657-10.31.157.187-1423614732145;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1548407300;c=0;bpid=BP-1962327657-10.31.157.187-1423614732145;dnuuid=null
2015-02-11 00:32:15,514 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 54cb6d8c-5096-47b4-bf3b-5d795880417b
2015-02-11 00:32:15,516 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-11 00:32:15,516 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-11 00:32:15,517 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:32:15,517 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423634846517 with interval 21600000
2015-02-11 00:32:15,518 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,518 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:32:15,519 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:32:15,526 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 7ms
2015-02-11 00:32:15,527 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1962327657-10.31.157.187-1423614732145 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 9ms
2015-02-11 00:32:15,527 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1962327657-10.31.157.187-1423614732145: 10ms
2015-02-11 00:32:15,528 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:32:15,528 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:32:15,528 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 0ms
2015-02-11 00:32:15,529 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1962327657-10.31.157.187-1423614732145 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 0ms
2015-02-11 00:32:15,529 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 1ms
2015-02-11 00:32:15,530 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 beginning handshake with NN
2015-02-11 00:32:15,532 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=54cb6d8c-5096-47b4-bf3b-5d795880417b, infoPort=52315, ipcPort=37720, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0) storage 54cb6d8c-5096-47b4-bf3b-5d795880417b
2015-02-11 00:32:15,532 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:41520
2015-02-11 00:32:15,533 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid null) service to localhost/127.0.0.1:54571 successfully registered with NN
2015-02-11 00:32:15,534 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:54571 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:32:15,535 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-209270c4-b15d-4492-b39b-2cdacfcecd0f for DN 127.0.0.1:41520
2015-02-11 00:32:15,536 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-de403296-4a19-4d07-9ca4-ba7a8317dd98 for DN 127.0.0.1:41520
2015-02-11 00:32:15,537 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid 54cb6d8c-5096-47b4-bf3b-5d795880417b) service to localhost/127.0.0.1:54571 trying to claim ACTIVE state with txid=1
2015-02-11 00:32:15,537 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1962327657-10.31.157.187-1423614732145 (Datanode Uuid 54cb6d8c-5096-47b4-bf3b-5d795880417b) service to localhost/127.0.0.1:54571
2015-02-11 00:32:15,539 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-de403296-4a19-4d07-9ca4-ba7a8317dd98,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,540 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-de403296-4a19-4d07-9ca4-ba7a8317dd98 node DatanodeRegistration(127.0.0.1, datanodeUuid=54cb6d8c-5096-47b4-bf3b-5d795880417b, infoPort=52315, ipcPort=37720, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-11 00:32:15,540 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-209270c4-b15d-4492-b39b-2cdacfcecd0f,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:32:15,540 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-209270c4-b15d-4492-b39b-2cdacfcecd0f node DatanodeRegistration(127.0.0.1, datanodeUuid=54cb6d8c-5096-47b4-bf3b-5d795880417b, infoPort=52315, ipcPort=37720, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:32:15,542 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 4 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@50a5314
2015-02-11 00:32:15,542 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:32:15,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:32:15,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:32:15,543 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:32:15,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1962327657-10.31.157.187-1423614732145
2015-02-11 00:32:15,545 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1962327657-10.31.157.187-1423614732145 to blockPoolScannerMap, new size=1
2015-02-11 00:32:15,856 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2055)) - Cluster is active
2015-02-11 00:32:15,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:15,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:16,006 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1962327657-10.31.157.187-1423614732145 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:32:16,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001 src: /127.0.0.1:45055 dest: /127.0.0.1:39140
2015-02-11 00:32:16,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001 src: /127.0.0.1:45901 dest: /127.0.0.1:48952
2015-02-11 00:32:16,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001 src: /127.0.0.1:46706 dest: /127.0.0.1:41520
2015-02-11 00:32:16,159 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46706, dest: /127.0.0.1:41520, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, duration: 42125136
2015-02-11 00:32:16,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:16,160 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:16,162 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45901, dest: /127.0.0.1:48952, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, duration: 46548839
2015-02-11 00:32:16,163 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:16,165 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45055, dest: /127.0.0.1:39140, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, duration: 47842900
2015-02-11 00:32:16,165 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:16,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741825_1001 size 491409
2015-02-11 00:32:16,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741825_1001 size 491409
2015-02-11 00:32:16,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:16,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:32:16,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:16,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:16,492 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar. BP-1962327657-10.31.157.187-1423614732145 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:32:16,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002 src: /127.0.0.1:42307 dest: /127.0.0.1:41456
2015-02-11 00:32:16,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002 src: /127.0.0.1:45904 dest: /127.0.0.1:48952
2015-02-11 00:32:16,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002 src: /127.0.0.1:46709 dest: /127.0.0.1:41520
2015-02-11 00:32:16,519 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46709, dest: /127.0.0.1:41520, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, duration: 10599407
2015-02-11 00:32:16,519 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:16,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:16,521 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45904, dest: /127.0.0.1:48952, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, duration: 12272814
2015-02-11 00:32:16,522 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:16,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:16,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42307, dest: /127.0.0.1:41456, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, duration: 16667619
2015-02-11 00:32:16,525 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:16,526 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:16,530 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:16,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:32:16,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-11 00:32:16,711 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:54571/tmp/hadoop-yarn/staging
2015-02-11 00:32:16,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:32:16,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:32:16,805 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - core-site.xml not found
2015-02-11 00:32:16,806 INFO security.Groups (Groups.java:refresh(162)) - clearing userToGroupsMap cache
2015-02-11 00:32:16,811 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - yarn-site.xml not found
2015-02-11 00:32:16,814 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-11 00:32:16,848 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-11 00:32:16,853 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-11 00:32:16,857 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:32:16,877 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-11 00:32:16,883 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-11 00:32:16,883 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(262)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-11 00:32:16,910 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-11 00:32:16,912 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-11 00:32:16,914 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-11 00:32:16,915 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-11 00:32:16,937 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-11 00:32:16,990 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-11 00:32:16,998 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-11 00:32:17,000 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-11 00:32:17,004 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,005 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,005 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,005 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,006 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,006 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,007 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,007 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,007 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,008 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:32:17,009 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-11 00:32:17,013 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2065)) - found resource capacity-scheduler.xml at jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.5.1/2a0b32c5c46a992191c4b770211c28517f6f960c/hadoop-yarn-server-tests-2.5.1-tests.jar!/capacity-scheduler.xml
2015-02-11 00:32:17,098 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(192)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2015-02-11 00:32:17,099 INFO capacity.ParentQueue (ParentQueue.java:<init>(154)) - Initialized parent-queue root name=root, fullname=root
2015-02-11 00:32:17,111 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(271)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-02-11 00:32:17,111 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:32:17,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:32:17,113 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(413)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:32:17,113 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(277)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-11 00:32:17,117 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-11 00:32:17,118 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-11 00:32:17,119 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-11 00:32:17,119 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-11 00:32:17,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-11 00:32:17,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-11 00:32:17,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-11 00:32:17,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-11 00:32:17,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-11 00:32:17,122 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-11 00:32:17,204 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:32:17,205 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:32:17,206 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:32:17,207 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:32:17,208 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:32:17,209 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:32:17,215 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:32:17,216 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:32:17,216 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:32:17,227 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:32:17,227 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:32:17,370 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:32:17,417 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:32:17,418 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:32:17,478 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@12330301
2015-02-11 00:32:17,478 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:32:17,479 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:32:17,479 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:32:17,480 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:32:17,481 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-11 00:32:17,481 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-11 00:32:17,481 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-11 00:32:17,482 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-11 00:32:17,482 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-11 00:32:17,483 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-11 00:32:17,483 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-11 00:32:17,483 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-11 00:32:17,484 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-11 00:32:17,503 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:32:17,503 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:32:17,504 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:32:17,504 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:32:17,504 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:32:17,505 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:32:17,505 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:32:17,505 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:32:17,506 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:32:17,509 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:32:17,510 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:32:17,644 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:32:17,647 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:32:17,647 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:32:17,661 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@34adb165
2015-02-11 00:32:17,662 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:32:17,662 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:32:17,663 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:32:17,664 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:32:17,665 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-11 00:32:17,665 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-11 00:32:17,666 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-11 00:32:17,667 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-11 00:32:17,667 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-11 00:32:17,667 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-11 00:32:17,668 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-11 00:32:17,668 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-11 00:32:17,669 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-11 00:32:17,689 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:32:17,689 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:32:17,689 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:32:17,690 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:32:17,690 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:32:17,690 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:32:17,691 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:32:17,691 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:32:17,691 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:32:17,695 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:32:17,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:32:17,837 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:32:17,840 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:32:17,840 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:32:17,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@249b7336
2015-02-11 00:32:17,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:32:17,855 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:32:17,855 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:32:17,856 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:32:17,856 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-11 00:32:17,857 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-11 00:32:17,857 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-11 00:32:17,857 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-11 00:32:17,858 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-11 00:32:17,858 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-11 00:32:17,859 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-11 00:32:17,859 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-11 00:32:17,859 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-11 00:32:17,878 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:32:17,878 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:32:17,879 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:32:17,879 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:32:17,879 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:32:17,880 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:32:17,880 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:32:17,880 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:32:17,881 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:32:17,884 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:32:17,884 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:32:18,034 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:32:18,037 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:32:18,037 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:32:18,050 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@5bfac733
2015-02-11 00:32:18,051 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:32:18,051 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:32:18,051 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:32:18,052 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:32:18,076 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-11 00:32:18,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:32:18,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:32:18,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:32:18,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:32:18,108 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-11 00:32:18,109 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-11 00:32:18,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwt proto=rpc
2015-02-11 00:32:20,014 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002
2015-02-11 00:32:20,015 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001
2015-02-11 00:32:20,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001
2015-02-11 00:32:20,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002
2015-02-11 00:32:20,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002
2015-02-11 00:32:20,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001
2015-02-11 00:32:28,117 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-11 00:32:28,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:32:28,129 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-11 00:32:28,148 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:28,150 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 40288
2015-02-11 00:32:28,156 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-11 00:32:28,156 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-11 00:32:28,158 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:32:28,161 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:32:28,162 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:32:28,170 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-11 00:32:28,171 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:28,171 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-11 00:32:28,172 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:28,172 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:28,173 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-11 00:32:28,173 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:32:28,174 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57427
2015-02-11 00:32:28,175 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:28,179 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/jobhistory to /tmp/Jetty_ip.10.31.157.187_57427_jobhistory____.cjdwgf/webapp
2015-02-11 00:32:28,319 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:57427
2015-02-11 00:32:28,319 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 57427
2015-02-11 00:32:28,766 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:32:28,783 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:28,785 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 33003
2015-02-11 00:32:28,790 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-11 00:32:28,791 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:28,791 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 33003: starting
2015-02-11 00:32:28,796 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at ip-10-31-157-187.ec2.internal/10.31.157.187:33003
2015-02-11 00:32:28,798 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:28,798 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 40288: starting
2015-02-11 00:32:29,656 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: ip-10-31-157-187:0
2015-02-11 00:32:29,657 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:32:29,657 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: ip-10-31-157-187.ec2.internal:33003
2015-02-11 00:32:29,658 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: ip-10-31-157-187:57427
2015-02-11 00:32:29,658 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-11 00:32:29,659 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(930)) - Transitioning to active state
2015-02-11 00:32:29,664 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-11 00:32:29,664 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:32:29,668 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-11 00:32:29,668 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:32:29,669 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-11 00:32:29,671 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:32:29,671 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:32:29,672 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-11 00:32:29,697 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:29,700 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 50670
2015-02-11 00:32:29,703 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-11 00:32:29,705 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 50670: starting
2015-02-11 00:32:29,705 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:29,735 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:29,736 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 41997
2015-02-11 00:32:29,744 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-11 00:32:29,745 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:29,745 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 41997: starting
2015-02-11 00:32:29,805 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:29,806 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 59052
2015-02-11 00:32:29,812 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-11 00:32:29,813 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:29,813 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 59052: starting
2015-02-11 00:32:29,833 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(944)) - Transitioned to active state
2015-02-11 00:32:29,839 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-11 00:32:29,840 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:29,848 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-11 00:32:29,849 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-11 00:32:29,849 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-11 00:32:29,849 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-11 00:32:29,849 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:29,849 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:29,853 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-11 00:32:29,853 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:32:29,855 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 60517
2015-02-11 00:32:29,855 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:29,859 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/cluster to /tmp/Jetty_ip.10.31.157.187_60517_cluster____xem7iq/webapp
2015-02-11 00:32:30,011 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:32:31,159 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:59052
2015-02-11 00:32:31,160 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:32:31,160 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:59052
2015-02-11 00:32:31,161 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:32:31,163 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-11 00:32:31,182 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:31,183 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 38757
2015-02-11 00:32:31,190 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:32:31,191 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:32:31,191 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:31,193 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 38757: starting
2015-02-11 00:32:31,207 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:38757
2015-02-11 00:32:31,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:38757
2015-02-11 00:32:31,216 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:31,217 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 45611
2015-02-11 00:32:31,222 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:32:31,223 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:31,223 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 45611: starting
2015-02-11 00:32:31,227 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 45611
2015-02-11 00:32:31,247 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:32:31,268 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 52655
2015-02-11 00:32:31,269 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:31,270 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:32:31,271 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:32:31,272 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:31,272 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:32:31,273 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:31,273 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:31,274 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:32:31,274 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:32:31,275 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 32957
2015-02-11 00:32:31,275 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:31,280 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_32957_node____.29mdrp/webapp
2015-02-11 00:32:31,396 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:32:31,397 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:32:31,398 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:60517
2015-02-11 00:32:31,399 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 60517
2015-02-11 00:32:31,420 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:32957
2015-02-11 00:32:31,420 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 32957
2015-02-11 00:32:31,465 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:32:31,465 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:32:31,471 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:32:31,483 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:32:31,498 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:31,499 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 42439
2015-02-11 00:32:31,504 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-11 00:32:31,505 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:31,506 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 42439: starting
2015-02-11 00:32:31,513 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:32:31,521 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 38757 httpPort: 32957) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:38757
2015-02-11 00:32:31,523 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 68353756
2015-02-11 00:32:31,523 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:38757 Node Transitioned from NEW to RUNNING
2015-02-11 00:32:31,524 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-2085069041
2015-02-11 00:32:31,524 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:38757 with total resource of <memory:4096, vCores:8>
2015-02-11 00:32:31,524 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:32:31,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:38757 clusterResource: <memory:4096, vCores:8>
2015-02-11 00:32:32,164 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-11 00:32:32,168 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:32,169 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 46358
2015-02-11 00:32:32,174 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:32:32,175 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:32:32,175 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:32,176 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 46358: starting
2015-02-11 00:32:32,184 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:46358
2015-02-11 00:32:32,184 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:46358
2015-02-11 00:32:32,186 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:32,187 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 39024
2015-02-11 00:32:32,190 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:32:32,191 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:32,191 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 39024: starting
2015-02-11 00:32:32,194 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 39024
2015-02-11 00:32:32,196 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:32:32,197 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 44604
2015-02-11 00:32:32,198 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:32,198 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:32:32,199 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:32:32,200 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:32,200 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:32:32,200 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:32,200 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:32,201 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:32:32,201 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:32:32,202 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 35255
2015-02-11 00:32:32,202 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:32,207 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_35255_node____.c6a5pd/webapp
2015-02-11 00:32:32,844 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:35255
2015-02-11 00:32:32,845 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 35255
2015-02-11 00:32:32,857 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:32:32,859 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:32:32,859 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:32:32,859 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:32:32,859 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 46358 httpPort: 35255) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:46358
2015-02-11 00:32:32,859 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:46358 Node Transitioned from NEW to RUNNING
2015-02-11 00:32:32,860 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 68353756
2015-02-11 00:32:32,860 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:46358 clusterResource: <memory:8192, vCores:16>
2015-02-11 00:32:32,861 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-2085069041
2015-02-11 00:32:32,861 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:46358 with total resource of <memory:4096, vCores:8>
2015-02-11 00:32:32,861 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:32:33,166 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-11 00:32:33,172 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:33,173 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 56688
2015-02-11 00:32:33,179 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:32:33,179 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:32:33,180 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:33,180 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 56688: starting
2015-02-11 00:32:33,190 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:56688
2015-02-11 00:32:33,190 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:56688
2015-02-11 00:32:33,191 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:33,193 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 41538
2015-02-11 00:32:33,196 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:32:33,197 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:33,197 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 41538: starting
2015-02-11 00:32:33,203 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 41538
2015-02-11 00:32:33,205 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:32:33,206 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 58289
2015-02-11 00:32:33,207 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:33,207 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:32:33,208 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:32:33,209 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:33,210 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:32:33,210 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:33,210 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:33,211 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:32:33,211 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:32:33,212 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 41750
2015-02-11 00:32:33,212 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:33,216 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_41750_node____.op3z4s/webapp
2015-02-11 00:32:33,676 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:41750
2015-02-11 00:32:33,678 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 41750
2015-02-11 00:32:33,691 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:32:33,693 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:32:33,694 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:32:33,694 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:32:33,695 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 56688 httpPort: 41750) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:56688
2015-02-11 00:32:33,695 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:56688 Node Transitioned from NEW to RUNNING
2015-02-11 00:32:33,696 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:56688 clusterResource: <memory:12288, vCores:24>
2015-02-11 00:32:33,696 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 68353756
2015-02-11 00:32:33,698 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-2085069041
2015-02-11 00:32:33,698 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:56688 with total resource of <memory:4096, vCores:8>
2015-02-11 00:32:33,699 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:32:34,167 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-11 00:32:34,172 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:34,174 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 48986
2015-02-11 00:32:34,179 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:32:34,179 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:32:34,181 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 48986: starting
2015-02-11 00:32:34,181 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:34,190 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:48986
2015-02-11 00:32:34,190 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:48986
2015-02-11 00:32:34,191 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:32:34,193 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 34681
2015-02-11 00:32:34,196 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:32:34,197 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:32:34,197 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 34681: starting
2015-02-11 00:32:34,201 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 34681
2015-02-11 00:32:34,203 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:32:34,204 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 45548
2015-02-11 00:32:34,204 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:34,205 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:32:34,207 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:32:34,208 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:32:34,209 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:32:34,209 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:32:34,210 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:32:34,211 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:32:34,212 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:32:34,213 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 49033
2015-02-11 00:32:34,213 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:32:34,219 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_49033_node____.otud5y/webapp
2015-02-11 00:32:34,677 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:49033
2015-02-11 00:32:34,679 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 49033
2015-02-11 00:32:34,693 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:32:34,694 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:32:34,695 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:32:34,695 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:32:34,696 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 48986 httpPort: 49033) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:48986
2015-02-11 00:32:34,696 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:48986 Node Transitioned from NEW to RUNNING
2015-02-11 00:32:34,696 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:48986 clusterResource: <memory:16384, vCores:32>
2015-02-11 00:32:34,696 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 68353756
2015-02-11 00:32:34,698 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-2085069041
2015-02-11 00:32:34,698 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:48986 with total resource of <memory:4096, vCores:8>
2015-02-11 00:32:34,698 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:32:35,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:35,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:35,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:35,205 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt. BP-1962327657-10.31.157.187-1423614732145 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:32:35,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003 src: /127.0.0.1:45915 dest: /127.0.0.1:48952
2015-02-11 00:32:35,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003 src: /127.0.0.1:42320 dest: /127.0.0.1:41456
2015-02-11 00:32:35,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003 src: /127.0.0.1:46721 dest: /127.0.0.1:41520
2015-02-11 00:32:35,236 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46721, dest: /127.0.0.1:41520, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 11492614
2015-02-11 00:32:35,238 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:35,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42320, dest: /127.0.0.1:41456, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 13228572
2015-02-11 00:32:35,243 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:35,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45915, dest: /127.0.0.1:48952, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 18361550
2015-02-11 00:32:35,247 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:35,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:35,266 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003
2015-02-11 00:32:35,286 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 3B63BBF3619348758C49652A40E830AC
2015-02-11 00:32:35,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:35,463 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:32:35,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:35,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:35,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42322, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 954701
2015-02-11 00:32:35,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:35,560 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-11 00:32:35,563 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting
2015-02-11 00:32:35,564 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] source: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:32:35,565 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] sink: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-02-11 00:32:35,566 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] parallel execution is enabled: true
2015-02-11 00:32:35,566 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] starting jobs: 1
2015-02-11 00:32:35,567 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [mrflow] allocating threads: 1
2015-02-11 00:32:35,568 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] starting step: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest"]
2015-02-11 00:32:35,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003
2015-02-11 00:32:35,612 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:32:35,714 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:32:35,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:35,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:32:35,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:32:35,782 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 1
2015-02-11 00:32:35,793 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-11 00:32:35,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001 dst=null perm=null proto=rpc
2015-02-11 00:32:35,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:32:35,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:32:35,802 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-11 00:32:35,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:35,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:35,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:35,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:32:35,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:32:35,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:32:35,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:32:35,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:32:35,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:35,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:35,823 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:32:35,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:35,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:35,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:35,841 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split
2015-02-11 00:32:35,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:35,850 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split. BP-1962327657-10.31.157.187-1423614732145 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]}
2015-02-11 00:32:35,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004 src: /127.0.0.1:46724 dest: /127.0.0.1:41520
2015-02-11 00:32:35,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004 src: /127.0.0.1:45076 dest: /127.0.0.1:39140
2015-02-11 00:32:35,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004 src: /127.0.0.1:42326 dest: /127.0.0.1:41456
2015-02-11 00:32:35,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004 src: /127.0.0.1:45923 dest: /127.0.0.1:48952
2015-02-11 00:32:35,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45923, dest: /127.0.0.1:48952, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 8400730
2015-02-11 00:32:35,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,874 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:35,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42326, dest: /127.0.0.1:41456, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 8910078
2015-02-11 00:32:35,878 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:35,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,880 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45076, dest: /127.0.0.1:39140, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 13527892
2015-02-11 00:32:35,880 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:35,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46724, dest: /127.0.0.1:41520, bytes: 679, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 15331072
2015-02-11 00:32:35,883 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:35,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,888 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:35,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:35,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:35,901 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo. BP-1962327657-10.31.157.187-1423614732145 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]}
2015-02-11 00:32:35,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005 src: /127.0.0.1:42328 dest: /127.0.0.1:41456
2015-02-11 00:32:35,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005 src: /127.0.0.1:46729 dest: /127.0.0.1:41520
2015-02-11 00:32:35,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005 src: /127.0.0.1:45926 dest: /127.0.0.1:48952
2015-02-11 00:32:35,922 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45926, dest: /127.0.0.1:48952, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, duration: 7033494
2015-02-11 00:32:35,922 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:35,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46729, dest: /127.0.0.1:41520, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, duration: 8242104
2015-02-11 00:32:35,924 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:35,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42328, dest: /127.0.0.1:41456, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, duration: 11813553
2015-02-11 00:32:35,928 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:35,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:32:35,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:35,933 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:32:35,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:35,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:36,076 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:32:36,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006 src: /127.0.0.1:46731 dest: /127.0.0.1:41520
2015-02-11 00:32:36,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006 src: /127.0.0.1:45928 dest: /127.0.0.1:48952
2015-02-11 00:32:36,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006 src: /127.0.0.1:42333 dest: /127.0.0.1:41456
2015-02-11 00:32:36,100 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42333, dest: /127.0.0.1:41456, bytes: 85113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, duration: 9068727
2015-02-11 00:32:36,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:36,103 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:36,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45928, dest: /127.0.0.1:48952, bytes: 85113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, duration: 11782014
2015-02-11 00:32:36,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:36,105 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:36,106 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46731, dest: /127.0.0.1:41520, bytes: 85113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, duration: 13955495
2015-02-11 00:32:36,106 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:36,107 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:36,111 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:36,112 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614749661_0001
2015-02-11 00:32:36,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001 dst=null perm=null proto=rpc
2015-02-11 00:32:36,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:36,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:36,204 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-11 00:32:36,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:36,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:36,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:36,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:36,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,304 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614749661_0001
2015-02-11 00:32:36,305 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 1 submitted by user teamcity
2015-02-11 00:32:36,306 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0001 State change from NEW to NEW_SAVING
2015-02-11 00:32:36,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614749661_0001
2015-02-11 00:32:36,317 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614749661_0001
2015-02-11 00:32:36,321 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0001 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:32:36,322 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614749661_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:32:36,324 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614749661_0001 from user: teamcity, in queue: default
2015-02-11 00:32:36,348 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0001 State change from SUBMITTED to ACCEPTED
2015-02-11 00:32:36,348 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614749661_0001
2015-02-11 00:32:36,348 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614749661_0001_000001
2015-02-11 00:32:36,353 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from NEW to SUBMITTED
2015-02-11 00:32:36,362 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614749661_0001 from user: teamcity activated in queue: default
2015-02-11 00:32:36,362 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614749661_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5da19012, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:32:36,362 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614749661_0001_000001 to scheduler from user teamcity in queue default
2015-02-11 00:32:36,365 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:32:36,394 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0001/
2015-02-11 00:32:36,395 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] submitted hadoop job: job_1423614749661_0001
2015-02-11 00:32:36,395 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [mrflow] tracking url: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0001/
2015-02-11 00:32:36,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:32:36,575 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000001
2015-02-11 00:32:36,576 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:32:36,576 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0001_000001 container=Container: [ContainerId: container_1423614749661_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:32:36,577 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:32:36,577 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:36,579 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:38757 for container : container_1423614749661_0001_01_000001
2015-02-11 00:32:36,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:32:36,585 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614749661_0001_000001
2015-02-11 00:32:36,586 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614749661_0001 AttemptId: appattempt_1423614749661_0001_000001 MasterContainer: Container: [ContainerId: container_1423614749661_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ]
2015-02-11 00:32:36,589 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:32:36,598 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:32:36,606 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614749661_0001_000001
2015-02-11 00:32:36,626 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614749661_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] for AM appattempt_1423614749661_0001_000001
2015-02-11 00:32:36,626 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614749661_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:32:36,666 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0001_000001 (auth:SIMPLE)
2015-02-11 00:32:36,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0001_01_000001 by user teamcity
2015-02-11 00:32:36,705 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0001
2015-02-11 00:32:36,709 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000001
2015-02-11 00:32:36,711 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from NEW to INITING
2015-02-11 00:32:36,711 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0001_01_000001 to application application_1423614749661_0001
2015-02-11 00:32:36,722 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from INITING to RUNNING
2015-02-11 00:32:36,728 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614749661_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] for AM appattempt_1423614749661_0001_000001
2015-02-11 00:32:36,729 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:32:36,732 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:32:36,733 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0001
2015-02-11 00:32:36,749 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:32:36,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:32:36,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:32:36,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:32:36,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:32:36,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0001_01_000001
2015-02-11 00:32:36,755 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:32:36,765 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:32:36,786 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614749661_0001_01_000001.tokens. Credentials list:
2015-02-11 00:32:36,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:32:36,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:32:36,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:32:36,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:32:36,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:32:36,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:32:36,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:36,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46735, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, duration: 11429750
2015-02-11 00:32:36,869 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:45932, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, duration: 22444171
2015-02-11 00:32:36,932 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/hadoop-2891785086547881699.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:36,938 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:36,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614749661_0001_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000001.tokens
2015-02-11 00:32:36,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:32:37,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:37,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:37,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:45932, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-48614575_1110, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, duration: 345558
2015-02-11 00:32:37,237 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0001/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:37,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:37,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:37,282 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42322, bytes: 687, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-48614575_1110, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 330373
2015-02-11 00:32:37,315 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:37,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:37,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:37,363 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42322, bytes: 85781, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-48614575_1110, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, duration: 599076
2015-02-11 00:32:37,398 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0001/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:37,400 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:32:37,466 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:32:37,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:37,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:32:37,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000001/default_container_executor.sh]
2015-02-11 00:32:40,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004
2015-02-11 00:32:40,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004
2015-02-11 00:32:40,056 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006
2015-02-11 00:32:40,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005
2015-02-11 00:32:40,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003
2015-02-11 00:32:40,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005
2015-02-11 00:32:40,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004
2015-02-11 00:32:40,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006
2015-02-11 00:32:40,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:32:40,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:32:40,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:32:40,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:32:40,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005
2015-02-11 00:32:40,602 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006
2015-02-11 00:32:40,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004
2015-02-11 00:32:40,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001 dst=null perm=null proto=rpc
2015-02-11 00:32:40,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:32:40,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:32:40,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:32:40,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:32:41,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:41,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:41,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46742, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741829_1005, duration: 355220
2015-02-11 00:32:42,650 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0001_000001 (auth:SIMPLE)
2015-02-11 00:32:42,660 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614749661_0001_000001
2015-02-11 00:32:42,661 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614749661_0001 APPATTEMPTID=appattempt_1423614749661_0001_000001
2015-02-11 00:32:42,662 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:32:42,663 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0001 State change from ACCEPTED to RUNNING
2015-02-11 00:32:42,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:42,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:32:42,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:43,080 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1_conf.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:32:43,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007 src: /127.0.0.1:45099 dest: /127.0.0.1:39140
2015-02-11 00:32:43,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007 src: /127.0.0.1:45945 dest: /127.0.0.1:48952
2015-02-11 00:32:43,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007 src: /127.0.0.1:46750 dest: /127.0.0.1:41520
2015-02-11 00:32:43,213 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46750, dest: /127.0.0.1:41520, bytes: 100609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007, duration: 57232015
2015-02-11 00:32:43,214 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:43,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:43,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45945, dest: /127.0.0.1:48952, bytes: 100609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007, duration: 58432773
2015-02-11 00:32:43,215 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:43,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:43,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45099, dest: /127.0.0.1:39140, bytes: 100609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007, duration: 62746345
2015-02-11 00:32:43,220 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:43,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:43,228 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:43,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:32:43,869 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000002
2015-02-11 00:32:43,869 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:32:43,870 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0001_000001 container=Container: [ContainerId: container_1423614749661_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:32:43,870 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:32:43,870 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:43,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:32:43,871 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000003
2015-02-11 00:32:43,871 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:32:43,871 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0001_000001 container=Container: [ContainerId: container_1423614749661_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:32:43,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:32:43,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:43,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:32:43,873 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000004
2015-02-11 00:32:43,873 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:32:43,873 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0001_000001 container=Container: [ContainerId: container_1423614749661_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:32:43,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:32:43,874 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:43,874 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:32:43,874 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000005
2015-02-11 00:32:43,875 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:32:43,875 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0001_000001 container=Container: [ContainerId: container_1423614749661_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:32:43,875 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:32:43,875 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:43,879 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30001 milliseconds
2015-02-11 00:32:43,880 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 2 millisecond(s).
2015-02-11 00:32:44,765 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:46358 for container : container_1423614749661_0001_01_000002
2015-02-11 00:32:44,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:32:44,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:32:44,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:32:44,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:32:44,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:44,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:44,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:44,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:44,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:44,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:44,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:44,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:44,990 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0001_000001 (auth:SIMPLE)
2015-02-11 00:32:45,001 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0001_01_000004 by user teamcity
2015-02-11 00:32:45,001 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0001_01_000003 by user teamcity
2015-02-11 00:32:45,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0001_01_000005 by user teamcity
2015-02-11 00:32:45,002 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0001_01_000002 by user teamcity
2015-02-11 00:32:45,003 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0001
2015-02-11 00:32:45,004 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000003
2015-02-11 00:32:45,003 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0001_01_000002 to application application_1423614749661_0001
2015-02-11 00:32:45,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000005
2015-02-11 00:32:45,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000002
2015-02-11 00:32:45,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000004
2015-02-11 00:32:45,005 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from NEW to INITING
2015-02-11 00:32:45,007 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0001_01_000005 to application application_1423614749661_0001
2015-02-11 00:32:45,007 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0001_01_000004 to application application_1423614749661_0001
2015-02-11 00:32:45,007 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0001_01_000003 to application application_1423614749661_0001
2015-02-11 00:32:45,010 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from INITING to RUNNING
2015-02-11 00:32:45,011 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:32:45,012 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:32:45,012 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:32:45,013 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:32:45,013 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,013 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,014 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:32:45,015 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0001
2015-02-11 00:32:45,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:32:45,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:32:45,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:32:45,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,017 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,017 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:32:45,017 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0001
2015-02-11 00:32:45,017 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,018 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,018 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:32:45,018 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0001
2015-02-11 00:32:45,018 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,019 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0001
2015-02-11 00:32:45,019 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:32:45,019 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0001
2015-02-11 00:32:45,019 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0001_01_000004
2015-02-11 00:32:45,020 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:32:45,025 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:32:45,028 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0001_01_000002
2015-02-11 00:32:45,028 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:32:45,028 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:32:45,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0001_01_000005
2015-02-11 00:32:45,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007
2015-02-11 00:32:45,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:32:45,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:32:45,030 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0001_01_000003
2015-02-11 00:32:45,030 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:32:45,030 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:32:45,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423614749661_0001_01_000004.tokens. Credentials list:
2015-02-11 00:32:45,057 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423614749661_0001_01_000002.tokens. Credentials list:
2015-02-11 00:32:45,061 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423614749661_0001_01_000003.tokens. Credentials list:
2015-02-11 00:32:45,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007
2015-02-11 00:32:45,066 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423614749661_0001_01_000005.tokens. Credentials list:
2015-02-11 00:32:45,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:45,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:32:45,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:32:45,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:45,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:32:45,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:32:45,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:32:45,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:45,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:45,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:32:45,105 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:45948, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, duration: 2704061
2015-02-11 00:32:45,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:45949, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, duration: 4065454
2015-02-11 00:32:45,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/11/hadoop-2891785086547881699.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:45,166 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:45,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423614749661_0001_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000004.tokens
2015-02-11 00:32:45,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:32:45,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:45,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:45,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42356, bytes: 85781, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-584313719_1352, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741830_1006, duration: 548769
2015-02-11 00:32:45,457 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0001/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:45,457 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:32:45,458 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:32:45,458 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:32:45,458 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:32:45,536 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:32:45,537 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:45,539 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:32:45,540 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:45,543 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:32:45,544 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:45,547 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:32:45,547 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:45,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007
2015-02-11 00:32:45,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000005/default_container_executor.sh]
2015-02-11 00:32:45,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000004/default_container_executor.sh]
2015-02-11 00:32:45,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000003/default_container_executor.sh]
2015-02-11 00:32:45,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000002/default_container_executor.sh]
2015-02-11 00:32:45,791 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:32:45,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:32:45,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:32:45,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:32:45,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:32:46,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:32:46,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423614749661_0001_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000005.tokens
2015-02-11 00:32:46,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:32:47,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:32:47,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423614749661_0001_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000003.tokens
2015-02-11 00:32:47,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:32:47,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:32:47,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423614749661_0001_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000002.tokens
2015-02-11 00:32:47,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:32:49,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:50,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:50,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:45963, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000002_0_-597530131_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 336835
2015-02-11 00:32:50,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:50,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:50,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:50,145 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42372, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000002_0_-597530131_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 339787
2015-02-11 00:32:50,156 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46771, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000001_0_-2075520171_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 322327
2015-02-11 00:32:50,206 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42373, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000003_0_2108667407_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 353191
2015-02-11 00:32:50,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:50,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46774, bytes: 687, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000000_0_35102122_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741828_1004, duration: 347820
2015-02-11 00:32:50,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:50,299 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:45971, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000003_0_2108667407_1, offset: 512, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 343191
2015-02-11 00:32:50,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:50,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46774, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000000_0_35102122_1, offset: 1024, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 316305
2015-02-11 00:32:50,446 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46771, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0001_m_000001_0_-2075520171_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 360129
2015-02-11 00:32:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:32:50,543 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0001_01_000004
2015-02-11 00:32:50,544 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000004
2015-02-11 00:32:50,544 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:32:50,545 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0001_01_000004
2015-02-11 00:32:50,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:32:50,572 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0001_01_000004 is : 143
2015-02-11 00:32:50,577 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1.jhist. BP-1962327657-10.31.157.187-1423614732145 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:32:50,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008 src: /127.0.0.1:45972 dest: /127.0.0.1:48952
2015-02-11 00:32:50,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008 src: /127.0.0.1:42377 dest: /127.0.0.1:41456
2015-02-11 00:32:50,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008 src: /127.0.0.1:45129 dest: /127.0.0.1:39140
2015-02-11 00:32:50,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:32:50,607 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:32:50,608 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1.jhist for DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:50,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000004
2015-02-11 00:32:50,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000004
2015-02-11 00:32:50,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000004
2015-02-11 00:32:50,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000004
2015-02-11 00:32:50,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000004
2015-02-11 00:32:50,614 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:32:50,615 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0001_01_000004 from application application_1423614749661_0001
2015-02-11 00:32:50,615 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:50,615 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0001
2015-02-11 00:32:50,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:32:50,628 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0001_01_000003
2015-02-11 00:32:50,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000003
2015-02-11 00:32:50,628 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:32:50,628 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0001_01_000003
2015-02-11 00:32:50,629 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0001_01_000004]
2015-02-11 00:32:50,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:32:50,630 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:32:50,630 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000004
2015-02-11 00:32:50,631 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:32:50,631 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:32:50,632 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:32:50,633 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:50,633 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:32:50,633 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0001_000001 released container container_1423614749661_0001_01_000004 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:32:50,648 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0001_01_000003 is : 143
2015-02-11 00:32:50,670 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:32:50,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000003
2015-02-11 00:32:50,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000003
2015-02-11 00:32:50,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000003
2015-02-11 00:32:50,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000003
2015-02-11 00:32:50,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000003
2015-02-11 00:32:50,675 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:32:50,675 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0001_01_000003 from application application_1423614749661_0001
2015-02-11 00:32:50,675 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:50,676 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0001
2015-02-11 00:32:50,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0001_01_000005
2015-02-11 00:32:50,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000005
2015-02-11 00:32:50,677 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:32:50,677 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0001_01_000005
2015-02-11 00:32:50,677 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0001_01_000003]
2015-02-11 00:32:50,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:32:50,678 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:32:50,678 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000003
2015-02-11 00:32:50,679 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:32:50,679 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:32:50,680 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:32:50,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:50,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:32:50,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0001_000001 released container container_1423614749661_0001_01_000003 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:32:50,697 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0001_01_000005 is : 143
2015-02-11 00:32:50,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0001_01_000002
2015-02-11 00:32:50,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000002
2015-02-11 00:32:50,721 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:32:50,721 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:32:50,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000005
2015-02-11 00:32:50,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000005
2015-02-11 00:32:50,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000005
2015-02-11 00:32:50,723 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0001_01_000002
2015-02-11 00:32:50,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000005
2015-02-11 00:32:50,737 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0001_01_000002 is : 143
2015-02-11 00:32:50,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000005
2015-02-11 00:32:50,759 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:32:50,760 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:32:50,760 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0001_01_000005 from application application_1423614749661_0001
2015-02-11 00:32:50,761 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:50,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0001
2015-02-11 00:32:50,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000002
2015-02-11 00:32:50,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000002
2015-02-11 00:32:50,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000002
2015-02-11 00:32:50,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000002
2015-02-11 00:32:50,765 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000002
2015-02-11 00:32:50,766 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:32:50,766 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0001_01_000002 from application application_1423614749661_0001
2015-02-11 00:32:50,767 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:50,767 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0001
2015-02-11 00:32:51,716 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0001_01_000002, container_1423614749661_0001_01_000005]
2015-02-11 00:32:51,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:32:51,716 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:32:51,717 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000002
2015-02-11 00:32:51,717 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:32:51,717 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:32:51,719 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:32:51,719 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:51,720 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:32:51,720 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0001_000001 released container container_1423614749661_0001_01_000002 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:32:51,720 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:32:51,720 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:32:51,720 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000005
2015-02-11 00:32:51,721 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:32:51,721 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:32:51,721 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:32:51,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:51,722 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:32:51,722 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0001_000001 released container container_1423614749661_0001_01_000005 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:32:52,566 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:32:52,566 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000006
2015-02-11 00:32:52,567 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:32:52,567 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0001_000001 container=Container: [ContainerId: container_1423614749661_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:32:52,567 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:32:52,567 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:52,832 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:38757 for container : container_1423614749661_0001_01_000006
2015-02-11 00:32:52,833 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:32:52,851 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0001_000001 (auth:SIMPLE)
2015-02-11 00:32:52,856 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0001_01_000006 by user teamcity
2015-02-11 00:32:52,856 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000006
2015-02-11 00:32:52,856 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0001_01_000006 to application application_1423614749661_0001
2015-02-11 00:32:52,857 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:32:52,857 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0001
2015-02-11 00:32:52,858 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0001
2015-02-11 00:32:52,858 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:32:52,858 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0001
2015-02-11 00:32:52,859 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:32:52,917 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:32:52,918 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:53,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000006/default_container_executor.sh]
2015-02-11 00:32:53,566 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:32:53,837 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:32:56,680 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:32:56,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:56,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_r_000000_0/part-00000. BP-1962327657-10.31.157.187-1423614732145 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:32:56,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009 src: /127.0.0.1:45983 dest: /127.0.0.1:48952
2015-02-11 00:32:56,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009 src: /127.0.0.1:42388 dest: /127.0.0.1:41456
2015-02-11 00:32:56,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009 src: /127.0.0.1:45140 dest: /127.0.0.1:39140
2015-02-11 00:32:57,052 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45140, dest: /127.0.0.1:39140, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0001_r_000000_0_1268357427_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, duration: 51569628
2015-02-11 00:32:57,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,053 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:57,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42388, dest: /127.0.0.1:41456, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0001_r_000000_0_1268357427_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, duration: 52602099
2015-02-11 00:32:57,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45983, dest: /127.0.0.1:48952, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0001_r_000000_0_1268357427_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, duration: 54656869
2015-02-11 00:32:57,056 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,056 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,063 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614749661_0001_r_000000_0_1268357427_1
2015-02-11 00:32:57,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:32:57,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:32:57,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423614749661_0001_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:32:57,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/_temporary/attempt_1423614749661_0001_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423614749661_0001_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:32:57,241 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0001_01_000006
2015-02-11 00:32:57,242 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000006
2015-02-11 00:32:57,242 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:32:57,243 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0001_01_000006
2015-02-11 00:32:57,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:57,257 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:57,261 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0001_01_000006 is : 143
2015-02-11 00:32:57,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:32:57,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:57,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:57,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423614749661_0001_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:32:57,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:32:57,282 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:32:57,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000006
2015-02-11 00:32:57,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000006
2015-02-11 00:32:57,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary/1/task_1423614749661_0001_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:57,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000006
2015-02-11 00:32:57,286 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000006
2015-02-11 00:32:57,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000006
2015-02-11 00:32:57,288 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:32:57,288 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0001_01_000006 from application application_1423614749661_0001
2015-02-11 00:32:57,288 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:32:57,289 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0001
2015-02-11 00:32:57,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null proto=rpc
2015-02-11 00:32:57,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:57,316 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:57,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:57,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:57,355 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45129, dest: /127.0.0.1:39140, bytes: 53560, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008, duration: 6756457240
2015-02-11 00:32:57,355 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:57,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 15210
2015-02-11 00:32:57,356 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42377, dest: /127.0.0.1:41456, bytes: 53560, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008, duration: 6756713979
2015-02-11 00:32:57,357 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 15210
2015-02-11 00:32:57,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45972, dest: /127.0.0.1:48952, bytes: 53560, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008, duration: 6758654104
2015-02-11 00:32:57,359 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 15210
2015-02-11 00:32:57,364 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:57,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:57,373 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001.summary_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:32:57,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010 src: /127.0.0.1:46790 dest: /127.0.0.1:41520
2015-02-11 00:32:57,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010 src: /127.0.0.1:45142 dest: /127.0.0.1:39140
2015-02-11 00:32:57,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010 src: /127.0.0.1:42392 dest: /127.0.0.1:41456
2015-02-11 00:32:57,387 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42392, dest: /127.0.0.1:41456, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010, duration: 2579956
2015-02-11 00:32:57,387 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:57,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45142, dest: /127.0.0.1:39140, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010, duration: 3130396
2015-02-11 00:32:57,388 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,389 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46790, dest: /127.0.0.1:41520, bytes: 348, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010, duration: 3990656
2015-02-11 00:32:57,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,389 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,394 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:57,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:32:57,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:32:57,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:32:57,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:32:57,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:32:57,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:32:57,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:57,425 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42393, bytes: 53980, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008, duration: 373734
2015-02-11 00:32:57,430 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]}
2015-02-11 00:32:57,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011 src: /127.0.0.1:45145 dest: /127.0.0.1:39140
2015-02-11 00:32:57,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011 src: /127.0.0.1:42395 dest: /127.0.0.1:41456
2015-02-11 00:32:57,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011 src: /127.0.0.1:45992 dest: /127.0.0.1:48952
2015-02-11 00:32:57,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45992, dest: /127.0.0.1:48952, bytes: 53560, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011, duration: 3594727
2015-02-11 00:32:57,444 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:57,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42395, dest: /127.0.0.1:41456, bytes: 53560, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011, duration: 4065169
2015-02-11 00:32:57,445 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45145, dest: /127.0.0.1:39140, bytes: 53560, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011, duration: 5358618
2015-02-11 00:32:57,446 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,451 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:57,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:32:57,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:32:57,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:32:57,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:32:57,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:32:57,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001/job_1423614749661_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:32:57,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:32:57,471 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45148, bytes: 101397, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741831_1007, duration: 536202
2015-02-11 00:32:57,474 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]}
2015-02-11 00:32:57,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012 src: /127.0.0.1:45149 dest: /127.0.0.1:39140
2015-02-11 00:32:57,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012 src: /127.0.0.1:42399 dest: /127.0.0.1:41456
2015-02-11 00:32:57,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012 src: /127.0.0.1:45996 dest: /127.0.0.1:48952
2015-02-11 00:32:57,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45996, dest: /127.0.0.1:48952, bytes: 100609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012, duration: 3883687
2015-02-11 00:32:57,490 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:57,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42399, dest: /127.0.0.1:41456, bytes: 100609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012, duration: 4430032
2015-02-11 00:32:57,491 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,493 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45149, dest: /127.0.0.1:39140, bytes: 100609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-625814100_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012, duration: 4587986
2015-02-11 00:32:57,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:32:57,493 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:57,497 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-625814100_1
2015-02-11 00:32:57,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:32:57,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:32:57,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:32:57,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0001-1423614756254-teamcity-mrflow-1423614777326-4-1-SUCCEEDED-default-1423614762713.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:32:57,531 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614749661_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:32:57,532 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:32:57,533 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614749661_0001 with final state: FINISHING
2015-02-11 00:32:57,534 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:32:57,535 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614749661_0001
2015-02-11 00:32:57,536 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:32:57,537 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:32:58,163 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-11 00:32:58,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:32:58,170 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-11 00:32:58,245 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0001_01_000006]
2015-02-11 00:32:58,245 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:32:58,245 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:32:58,245 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000006
2015-02-11 00:32:58,245 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:32:58,246 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:32:58,246 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:32:58,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:58,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:32:58,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0001_000001 released container container_1423614749661_0001_01_000006 on node: host: ip-10-31-157-187.ec2.internal:38757 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:32:58,545 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:41520 127.0.0.1:39140 127.0.0.1:41456 127.0.0.1:48952
2015-02-11 00:32:58,546 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:41456 127.0.0.1:41520 127.0.0.1:48952
2015-02-11 00:32:58,546 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:41520 127.0.0.1:48952 127.0.0.1:41456
2015-02-11 00:32:58,547 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:48952 127.0.0.1:41456 127.0.0.1:39140
2015-02-11 00:32:58,547 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:39140 127.0.0.1:48952 127.0.0.1:41520
2015-02-11 00:32:58,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0001 dst=null perm=null proto=rpc
2015-02-11 00:32:58,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,683 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary
2015-02-11 00:32:58,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/_temporary dst=null perm=null proto=rpc
2015-02-11 00:32:58,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,716 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:32:58,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:32:58,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42404, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, duration: 339689
2015-02-11 00:32:58,722 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flowTest
2015-02-11 00:32:58,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest dst=null perm=null proto=rpc
2015-02-11 00:32:58,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:32:58,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flowTest/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:32:58,735 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45156, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009, duration: 292520
2015-02-11 00:32:58,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:58,810 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:32:58,812 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:32:58,821 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48952 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-11 00:32:58,822 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41456 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008]
2015-02-11 00:32:58,845 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-11 00:32:58,859 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-11 00:32:58,937 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:32:58,938 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:32:59,162 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting
2015-02-11 00:32:59,167 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] parallel execution is enabled: true
2015-02-11 00:32:59,167 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flows: 5
2015-02-11 00:32:59,168 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] allocating threads: 5
2015-02-11 00:32:59,169 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-flow
2015-02-11 00:32:59,171 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] at least one sink is marked for delete
2015-02-11 00:32:59,172 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:32:59,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:32:59,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:32:59,179 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting
2015-02-11 00:32:59,180 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:32:59,180 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-02-11 00:32:59,181 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] parallel execution is enabled: true
2015-02-11 00:32:59,181 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] starting jobs: 1
2015-02-11 00:32:59,182 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-flow] allocating threads: 1
2015-02-11 00:32:59,183 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] starting step: (1/1) ...preduceflowplatform/flow4
2015-02-11 00:32:59,201 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:32:59,220 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:32:59,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:32:59,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:32:59,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:32:59,231 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 2
2015-02-11 00:32:59,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002 dst=null perm=null proto=rpc
2015-02-11 00:32:59,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:32:59,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:32:59,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,251 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar. BP-1962327657-10.31.157.187-1423614732145 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:32:59,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013 src: /127.0.0.1:42407 dest: /127.0.0.1:41456
2015-02-11 00:32:59,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013 src: /127.0.0.1:46004 dest: /127.0.0.1:48952
2015-02-11 00:32:59,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013 src: /127.0.0.1:45160 dest: /127.0.0.1:39140
2015-02-11 00:32:59,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45160, dest: /127.0.0.1:39140, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, duration: 10171459
2015-02-11 00:32:59,273 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:59,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46004, dest: /127.0.0.1:48952, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, duration: 10208063
2015-02-11 00:32:59,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,274 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,401 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42407, dest: /127.0.0.1:41456, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, duration: 12472073
2015-02-11 00:32:59,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,403 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:59,479 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar
2015-02-11 00:32:59,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:32:59,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:32:59,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:32:59,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:32:59,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:32:59,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:59,503 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:32:59,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:32:59,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,517 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split
2015-02-11 00:32:59,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:59,522 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split. BP-1962327657-10.31.157.187-1423614732145 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:32:59,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014 src: /127.0.0.1:45161 dest: /127.0.0.1:39140
2015-02-11 00:32:59,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014 src: /127.0.0.1:46007 dest: /127.0.0.1:48952
2015-02-11 00:32:59,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014 src: /127.0.0.1:42412 dest: /127.0.0.1:41456
2015-02-11 00:32:59,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014 src: /127.0.0.1:46813 dest: /127.0.0.1:41520
2015-02-11 00:32:59,539 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46813, dest: /127.0.0.1:41520, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 3558260
2015-02-11 00:32:59,539 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:59,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,540 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42412, dest: /127.0.0.1:41456, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 4198236
2015-02-11 00:32:59,541 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,549 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46007, dest: /127.0.0.1:48952, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 4666803
2015-02-11 00:32:59,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,549 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,550 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45161, dest: /127.0.0.1:39140, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 13927844
2015-02-11 00:32:59,550 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,555 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:59,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,565 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo. BP-1962327657-10.31.157.187-1423614732145 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:32:59,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015 src: /127.0.0.1:46814 dest: /127.0.0.1:41520
2015-02-11 00:32:59,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015 src: /127.0.0.1:42415 dest: /127.0.0.1:41456
2015-02-11 00:32:59,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015 src: /127.0.0.1:45167 dest: /127.0.0.1:39140
2015-02-11 00:32:59,579 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45167, dest: /127.0.0.1:39140, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, duration: 2302866
2015-02-11 00:32:59,580 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:59,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,580 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42415, dest: /127.0.0.1:41456, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, duration: 2573757
2015-02-11 00:32:59,581 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,581 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46814, dest: /127.0.0.1:41520, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, duration: 3571194
2015-02-11 00:32:59,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,582 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,587 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:59,587 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:32:59,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:32:59,644 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]}
2015-02-11 00:32:59,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016 src: /127.0.0.1:46817 dest: /127.0.0.1:41520
2015-02-11 00:32:59,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016 src: /127.0.0.1:42418 dest: /127.0.0.1:41456
2015-02-11 00:32:59,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016 src: /127.0.0.1:46015 dest: /127.0.0.1:48952
2015-02-11 00:32:59,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46015, dest: /127.0.0.1:48952, bytes: 89556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, duration: 3337304
2015-02-11 00:32:59,659 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:32:59,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42418, dest: /127.0.0.1:41456, bytes: 89556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, duration: 4336368
2015-02-11 00:32:59,661 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,661 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46817, dest: /127.0.0.1:41520, bytes: 89556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, duration: 5729791
2015-02-11 00:32:59,662 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:32:59,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:32:59,669 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:32:59,669 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614749661_0002
2015-02-11 00:32:59,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002 dst=null perm=null proto=rpc
2015-02-11 00:32:59,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:59,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:32:59,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:59,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:32:59,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:59,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:32:59,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,698 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 2 submitted by user teamcity
2015-02-11 00:32:59,698 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614749661_0002
2015-02-11 00:32:59,698 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614749661_0002
2015-02-11 00:32:59,698 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614749661_0002
2015-02-11 00:32:59,698 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0002 State change from NEW to NEW_SAVING
2015-02-11 00:32:59,699 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0002 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:32:59,699 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614749661_0002 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:32:59,699 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614749661_0002 from user: teamcity, in queue: default
2015-02-11 00:32:59,700 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0002 State change from SUBMITTED to ACCEPTED
2015-02-11 00:32:59,700 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614749661_0002
2015-02-11 00:32:59,701 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614749661_0002_000001
2015-02-11 00:32:59,701 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from NEW to SUBMITTED
2015-02-11 00:32:59,702 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614749661_0002 from user: teamcity activated in queue: default
2015-02-11 00:32:59,702 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614749661_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5da19012, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:32:59,702 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614749661_0002_000001 to scheduler from user teamcity in queue default
2015-02-11 00:32:59,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:32:59,705 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0002/
2015-02-11 00:32:59,705 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] submitted hadoop job: job_1423614749661_0002
2015-02-11 00:32:59,705 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-flow] tracking url: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0002/
2015-02-11 00:32:59,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:32:59,711 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000001
2015-02-11 00:32:59,712 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:32:59,712 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0002_000001 container=Container: [ContainerId: container_1423614749661_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:32:59,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:32:59,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:32:59,712 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:56688 for container : container_1423614749661_0002_01_000001
2015-02-11 00:32:59,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:32:59,716 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614749661_0002_000001
2015-02-11 00:32:59,716 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614749661_0002 AttemptId: appattempt_1423614749661_0002_000001 MasterContainer: Container: [ContainerId: container_1423614749661_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ]
2015-02-11 00:32:59,716 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:32:59,717 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:32:59,717 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614749661_0002_000001
2015-02-11 00:32:59,720 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614749661_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] for AM appattempt_1423614749661_0002_000001
2015-02-11 00:32:59,720 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614749661_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:32:59,728 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0002_000001 (auth:SIMPLE)
2015-02-11 00:32:59,745 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0002_01_000001 by user teamcity
2015-02-11 00:32:59,746 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0002
2015-02-11 00:32:59,746 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000001
2015-02-11 00:32:59,747 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from NEW to INITING
2015-02-11 00:32:59,748 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0002_01_000001 to application application_1423614749661_0002
2015-02-11 00:32:59,748 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614749661_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] for AM appattempt_1423614749661_0002_000001
2015-02-11 00:32:59,749 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from INITING to RUNNING
2015-02-11 00:32:59,749 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:32:59,749 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:32:59,750 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0002
2015-02-11 00:32:59,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:32:59,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:32:59,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:32:59,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:32:59,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:32:59,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:32:59,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0002_01_000001
2015-02-11 00:32:59,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:32:59,757 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:32:59,778 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423614749661_0002_01_000001.tokens. Credentials list:
2015-02-11 00:32:59,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:32:59,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:32:59,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:32:59,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:32:59,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:32:59,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:32:59,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:32:59,829 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46017, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, duration: 4184212
2015-02-11 00:32:59,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46018, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, duration: 2410201
2015-02-11 00:32:59,880 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/11/hadoop-2891785086547881699.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:59,884 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:32:59,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423614749661_0002_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000001.tokens
2015-02-11 00:32:59,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:00,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008
2015-02-11 00:33:00,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011
2015-02-11 00:33:00,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012
2015-02-11 00:33:00,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009
2015-02-11 00:33:00,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015
2015-02-11 00:33:00,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010
2015-02-11 00:33:00,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014
2015-02-11 00:33:00,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013
2015-02-11 00:33:00,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013
2015-02-11 00:33:00,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741832_1008
2015-02-11 00:33:00,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828 for deletion
2015-02-11 00:33:00,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741829 for deletion
2015-02-11 00:33:00,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741830 for deletion
2015-02-11 00:33:00,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828
2015-02-11 00:33:00,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741831 for deletion
2015-02-11 00:33:00,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741829
2015-02-11 00:33:00,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741832 for deletion
2015-02-11 00:33:00,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741830
2015-02-11 00:33:00,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741831
2015-02-11 00:33:00,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012
2015-02-11 00:33:00,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741832
2015-02-11 00:33:00,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009
2015-02-11 00:33:00,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016
2015-02-11 00:33:00,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011
2015-02-11 00:33:00,084 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014
2015-02-11 00:33:00,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:00,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:00,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45156, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-632574423_2022, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, duration: 1572064
2015-02-11 00:33:00,181 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:00,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:00,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:00,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42404, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-632574423_2022, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, duration: 293304
2015-02-11 00:33:00,259 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:00,262 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828 for deletion
2015-02-11 00:33:00,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741829 for deletion
2015-02-11 00:33:00,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828
2015-02-11 00:33:00,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741830 for deletion
2015-02-11 00:33:00,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741829
2015-02-11 00:33:00,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741832 for deletion
2015-02-11 00:33:00,264 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741830
2015-02-11 00:33:00,264 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741832
2015-02-11 00:33:00,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016
2015-02-11 00:33:00,279 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014
2015-02-11 00:33:00,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741836_1012
2015-02-11 00:33:00,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741835_1011
2015-02-11 00:33:00,286 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013
2015-02-11 00:33:00,286 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015
2015-02-11 00:33:00,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010
2015-02-11 00:33:00,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741833_1009
2015-02-11 00:33:00,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:00,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:00,307 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45156, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-632574423_2022, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 292964
2015-02-11 00:33:00,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:00,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:00,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:00,389 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46018, bytes: 90256, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-632574423_2022, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, duration: 543860
2015-02-11 00:33:00,424 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:00,424 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:00,481 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:00,481 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:00,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000001/default_container_executor.sh]
2015-02-11 00:33:00,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016
2015-02-11 00:33:00,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014
2015-02-11 00:33:00,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741834_1010
2015-02-11 00:33:00,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015
2015-02-11 00:33:00,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:01,824 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:41456 to replicate blk_1073741837_1013 to datanode(s) 127.0.0.1:41520
2015-02-11 00:33:01,824 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41520 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007]
2015-02-11 00:33:01,825 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:39140 to delete [blk_1073741828_1004, blk_1073741831_1007, blk_1073741832_1008]
2015-02-11 00:33:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828 for deletion
2015-02-11 00:33:03,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741831 for deletion
2015-02-11 00:33:03,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741832 for deletion
2015-02-11 00:33:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828
2015-02-11 00:33:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741831
2015-02-11 00:33:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741832
2015-02-11 00:33:03,267 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1cde7732-0687-44fa-a2dd-df1fb82b6750, infoPort=40384, ipcPort=35452, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0) Starting thread to transfer BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013 to 127.0.0.1:41520
2015-02-11 00:33:03,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013 src: /127.0.0.1:46828 dest: /127.0.0.1:41520
2015-02-11 00:33:03,276 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013 (numBytes=254067) to /127.0.0.1:41520
2015-02-11 00:33:03,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013 src: /127.0.0.1:46828 dest: /127.0.0.1:41520 of size 254067
2015-02-11 00:33:03,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741837_1013 size 254067
2015-02-11 00:33:03,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:03,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:33:03,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:33:03,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:33:03,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828 for deletion
2015-02-11 00:33:03,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741829 for deletion
2015-02-11 00:33:03,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741830 for deletion
2015-02-11 00:33:03,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741828
2015-02-11 00:33:03,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741831 for deletion
2015-02-11 00:33:03,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741829
2015-02-11 00:33:03,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741830
2015-02-11 00:33:03,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741831
2015-02-11 00:33:03,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002 dst=null perm=null proto=rpc
2015-02-11 00:33:03,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:33:03,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:33:03,712 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614749661_0001_01_000001 succeeded
2015-02-11 00:33:03,712 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:33:03,713 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0001_01_000001
2015-02-11 00:33:03,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000001
2015-02-11 00:33:03,731 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000001
2015-02-11 00:33:03,731 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000001
2015-02-11 00:33:03,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0001/container_1423614749661_0001_01_000001
2015-02-11 00:33:03,732 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000001
2015-02-11 00:33:03,732 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:33:03,732 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0001_01_000001 from application application_1423614749661_0001
2015-02-11 00:33:03,732 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:03,733 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0001
2015-02-11 00:33:04,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:04,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:04,247 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0001_01_000001]
2015-02-11 00:33:04,248 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:04,248 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614749661_0001_000001
2015-02-11 00:33:04,248 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:33:04,248 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0001 CONTAINERID=container_1423614749661_0001_01_000001
2015-02-11 00:33:04,248 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:33:04,249 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:33:04,249 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:04,249 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:04,249 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0001_000001 State change from FINISHING to FINISHED
2015-02-11 00:33:04,249 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:33:04,250 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0001_000001 released container container_1423614749661_0001_01_000001 on node: host: ip-10-31-157-187.ec2.internal:38757 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:33:04,252 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0001 State change from FINISHING to FINISHED
2015-02-11 00:33:04,252 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614749661_0001_000001 is done. finalState=FINISHED
2015-02-11 00:33:04,252 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614749661_0001 requests cleared
2015-02-11 00:33:04,252 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614749661_0001 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:33:04,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614749661_0001
2015-02-11 00:33:04,253 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614749661_0001_000001
2015-02-11 00:33:04,253 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614749661_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:33:04,255 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614749661_0001,name=mrflow,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:60517/proxy/application_1423614749661_0001/jobhistory/job/job_1423614749661_0001,appMasterHost=ip-10-31-157-187,startTime=1423614756303,finishTime=1423614777533,finalStatus=SUCCEEDED
2015-02-11 00:33:04,260 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0001_000001 (auth:SIMPLE)
2015-02-11 00:33:04,262 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0001_01_000001
2015-02-11 00:33:04,282 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42430, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741839_1015, duration: 311354
2015-02-11 00:33:04,722 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:33:04,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:04,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:04,723 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0001
2015-02-11 00:33:04,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:04,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:04,725 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:33:04,725 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0001, with delay of 10800 seconds
2015-02-11 00:33:05,248 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:33:05,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:05,249 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0001
2015-02-11 00:33:05,250 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:33:05,250 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0001, with delay of 10800 seconds
2015-02-11 00:33:05,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:05,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:05,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0001
2015-02-11 00:33:05,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013
2015-02-11 00:33:05,648 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0002_000001 (auth:SIMPLE)
2015-02-11 00:33:05,652 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614749661_0002_000001
2015-02-11 00:33:05,653 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614749661_0002 APPATTEMPTID=appattempt_1423614749661_0002_000001
2015-02-11 00:33:05,653 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:33:05,653 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0002 State change from ACCEPTED to RUNNING
2015-02-11 00:33:05,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:05,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:05,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:06,066 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1_conf.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:33:06,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017 src: /127.0.0.1:42436 dest: /127.0.0.1:41456
2015-02-11 00:33:06,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017 src: /127.0.0.1:46033 dest: /127.0.0.1:48952
2015-02-11 00:33:06,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017 src: /127.0.0.1:46838 dest: /127.0.0.1:41520
2015-02-11 00:33:06,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46838, dest: /127.0.0.1:41520, bytes: 105171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017, duration: 44947883
2015-02-11 00:33:06,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:06,187 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46033, dest: /127.0.0.1:48952, bytes: 105171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017, duration: 46704820
2015-02-11 00:33:06,187 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:06,199 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:06,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:06,200 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42436, dest: /127.0.0.1:41456, bytes: 105171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017, duration: 47155655
2015-02-11 00:33:06,200 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:06,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:06,207 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:06,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:06,713 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000002
2015-02-11 00:33:06,714 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:33:06,714 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0002_000001 container=Container: [ContainerId: container_1423614749661_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:06,714 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:33:06,714 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:06,715 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:06,716 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000003
2015-02-11 00:33:06,716 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:33:06,716 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0002_000001 container=Container: [ContainerId: container_1423614749661_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:06,716 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:33:06,716 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:06,717 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:06,717 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000004
2015-02-11 00:33:06,717 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:33:06,717 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0002_000001 container=Container: [ContainerId: container_1423614749661_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:06,718 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:33:06,718 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:06,720 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:06,720 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000005
2015-02-11 00:33:06,720 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:33:06,721 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0002_000001 container=Container: [ContainerId: container_1423614749661_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:06,721 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:33:06,721 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:07,731 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:48986 for container : container_1423614749661_0002_01_000002
2015-02-11 00:33:07,732 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:07,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:07,734 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:07,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:07,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:07,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:07,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:07,959 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0002_000001 (auth:SIMPLE)
2015-02-11 00:33:07,965 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0002_01_000004 by user teamcity
2015-02-11 00:33:07,965 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0002_01_000003 by user teamcity
2015-02-11 00:33:07,966 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0002
2015-02-11 00:33:07,967 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0002_01_000002 by user teamcity
2015-02-11 00:33:07,967 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000004
2015-02-11 00:33:07,967 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000002
2015-02-11 00:33:07,967 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0002_01_000005 by user teamcity
2015-02-11 00:33:07,967 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000003
2015-02-11 00:33:07,969 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000005
2015-02-11 00:33:07,967 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0002_01_000003 to application application_1423614749661_0002
2015-02-11 00:33:07,971 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from NEW to INITING
2015-02-11 00:33:07,971 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0002_01_000004 to application application_1423614749661_0002
2015-02-11 00:33:07,971 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0002_01_000002 to application application_1423614749661_0002
2015-02-11 00:33:07,971 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0002_01_000005 to application application_1423614749661_0002
2015-02-11 00:33:07,974 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from INITING to RUNNING
2015-02-11 00:33:07,975 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:33:07,975 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:33:07,976 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:33:07,976 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:33:07,976 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,976 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,977 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:07,977 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0002
2015-02-11 00:33:07,977 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:33:07,977 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:33:07,978 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:33:07,978 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:33:07,978 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,978 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,978 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:07,979 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0002
2015-02-11 00:33:07,979 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,979 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,979 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:07,979 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0002
2015-02-11 00:33:07,980 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,980 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0002
2015-02-11 00:33:07,980 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:07,980 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0002
2015-02-11 00:33:07,981 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0002_01_000004
2015-02-11 00:33:07,982 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:33:07,990 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:33:07,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0002_01_000005
2015-02-11 00:33:07,993 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:33:07,993 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:33:07,993 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0002_01_000003
2015-02-11 00:33:07,994 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:33:07,994 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:33:07,994 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0002_01_000002
2015-02-11 00:33:07,995 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614736170, FILE, null }
2015-02-11 00:33:07,995 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar, 1423614736528, FILE, null }
2015-02-11 00:33:08,017 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614749661_0002_01_000004.tokens. Credentials list:
2015-02-11 00:33:08,025 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614749661_0002_01_000005.tokens. Credentials list:
2015-02-11 00:33:08,028 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0002_01_000003.tokens. Credentials list:
2015-02-11 00:33:08,028 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0002_01_000002.tokens. Credentials list:
2015-02-11 00:33:08,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:08,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:08,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:33:08,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:33:08,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:33:08,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:33:08,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:33:08,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:08,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:08,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:08,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46842, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741826_1002, duration: 2496602
2015-02-11 00:33:08,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46039, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741825_1001, duration: 2810445
2015-02-11 00:33:08,114 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:08,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/11/hadoop-2891785086547881699.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:08,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614749661_0002_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000004.tokens
2015-02-11 00:33:08,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:08,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:08,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:08,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46039, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-31198586_2300, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741837_1013, duration: 815244
2015-02-11 00:33:08,415 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:08,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:08,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:08,460 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42446, bytes: 90256, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-31198586_2300, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741840_1016, duration: 515982
2015-02-11 00:33:08,496 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:08,496 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:08,496 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:08,497 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:08,497 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:08,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:08,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:08,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:08,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:08,899 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:33:08,932 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:08,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:08,944 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:08,944 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:08,944 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:08,944 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:08,945 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:08,945 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:09,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000002/default_container_executor.sh]
2015-02-11 00:33:09,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000005/default_container_executor.sh]
2015-02-11 00:33:09,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000004/default_container_executor.sh]
2015-02-11 00:33:09,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000003/default_container_executor.sh]
2015-02-11 00:33:09,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:09,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0002_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000002.tokens
2015-02-11 00:33:09,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:09,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:09,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0002_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000003.tokens
2015-02-11 00:33:09,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:10,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:10,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017
2015-02-11 00:33:10,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017
2015-02-11 00:33:10,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614749661_0002_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000005.tokens
2015-02-11 00:33:10,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:10,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017
2015-02-11 00:33:13,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:13,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:13,425 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45209, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000000_0_-1348091710_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 330149
2015-02-11 00:33:13,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:13,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:13,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45211, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000002_0_1792975286_1, offset: 512, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 318558
2015-02-11 00:33:13,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:33:13,549 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46862, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000000_0_-1348091710_1, offset: 1024, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 324529
2015-02-11 00:33:13,570 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(675)) - Number of transactions: 158 Total time for transactions(ms): 39 Number of transactions batched in Syncs: 0 Number of syncs: 95 SyncTimes(ms): 182 129
2015-02-11 00:33:13,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:13,607 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45214, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000003_0_338948272_1, offset: 1024, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 339494
2015-02-11 00:33:13,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:33:13,656 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46864, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000001_0_-1763589270_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741838_1014, duration: 320549
2015-02-11 00:33:13,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42465, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000002_0_1792975286_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 270709
2015-02-11 00:33:13,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:13,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:33:13,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46866, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000003_0_338948272_1, offset: 512, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 311494
2015-02-11 00:33:13,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:13,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:33:13,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:13,822 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000000_0/part-00000. BP-1962327657-10.31.157.187-1423614732145 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:13,879 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:33:13,879 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:33:13,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018 src: /127.0.0.1:46063 dest: /127.0.0.1:48952
2015-02-11 00:33:13,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018 src: /127.0.0.1:42468 dest: /127.0.0.1:41456
2015-02-11 00:33:13,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018 src: /127.0.0.1:45220 dest: /127.0.0.1:39140
2015-02-11 00:33:13,934 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000002_0/part-00002. BP-1962327657-10.31.157.187-1423614732145 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:13,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45220, dest: /127.0.0.1:39140, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000000_0_-1348091710_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, duration: 53377153
2015-02-11 00:33:13,967 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:13,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42468, dest: /127.0.0.1:41456, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000000_0_-1348091710_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, duration: 36229734
2015-02-11 00:33:13,968 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:13,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:13,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46063, dest: /127.0.0.1:48952, bytes: 329, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000000_0_-1348091710_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, duration: 37273092
2015-02-11 00:33:13,969 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:13,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:13,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:13,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1423614749661_0002_m_000000_0_-1348091710_1
2015-02-11 00:33:14,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019 src: /127.0.0.1:46870 dest: /127.0.0.1:41520
2015-02-11 00:33:14,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019 src: /127.0.0.1:42471 dest: /127.0.0.1:41456
2015-02-11 00:33:14,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019 src: /127.0.0.1:45223 dest: /127.0.0.1:39140
2015-02-11 00:33:14,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000003_0/part-00003. BP-1962327657-10.31.157.187-1423614732145 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:14,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46864, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0002_m_000001_0_-1763589270_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741827_1003, duration: 292620
2015-02-11 00:33:14,052 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000001_0/part-00001. BP-1962327657-10.31.157.187-1423614732145 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:14,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45223, dest: /127.0.0.1:39140, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000002_0_1792975286_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, duration: 45510999
2015-02-11 00:33:14,056 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:14,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42471, dest: /127.0.0.1:41456, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000002_0_1792975286_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, duration: 45969399
2015-02-11 00:33:14,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46870, dest: /127.0.0.1:41520, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000002_0_1792975286_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, duration: 46547211
2015-02-11 00:33:14,057 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,058 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,066 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1423614749661_0002_m_000002_0_1792975286_1
2015-02-11 00:33:14,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020 src: /127.0.0.1:46873 dest: /127.0.0.1:41520
2015-02-11 00:33:14,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020 src: /127.0.0.1:45226 dest: /127.0.0.1:39140
2015-02-11 00:33:14,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020 src: /127.0.0.1:42476 dest: /127.0.0.1:41456
2015-02-11 00:33:14,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:33:14,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:14,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021 src: /127.0.0.1:46070 dest: /127.0.0.1:48952
2015-02-11 00:33:14,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021 src: /127.0.0.1:46877 dest: /127.0.0.1:41520
2015-02-11 00:33:14,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021 src: /127.0.0.1:42478 dest: /127.0.0.1:41456
2015-02-11 00:33:14,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42476, dest: /127.0.0.1:41456, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000003_0_338948272_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, duration: 67700022
2015-02-11 00:33:14,168 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:14,169 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45226, dest: /127.0.0.1:39140, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000003_0_338948272_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, duration: 72400701
2015-02-11 00:33:14,169 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,170 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46873, dest: /127.0.0.1:41520, bytes: 315, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000003_0_338948272_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, duration: 71081423
2015-02-11 00:33:14,170 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:33:14,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1423614749661_0002_m_000003_0_338948272_1
2015-02-11 00:33:14,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000002_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000002 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:14,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0002_01_000002
2015-02-11 00:33:14,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000002
2015-02-11 00:33:14,203 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:33:14,203 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0002_01_000002
2015-02-11 00:33:14,211 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42478, dest: /127.0.0.1:41456, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000001_0_-1763589270_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, duration: 39230585
2015-02-11 00:33:14,211 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:14,212 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46877, dest: /127.0.0.1:41520, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000001_0_-1763589270_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, duration: 39901081
2015-02-11 00:33:14,212 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46070, dest: /127.0.0.1:48952, bytes: 401, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0002_m_000001_0_-1763589270_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, duration: 42877213
2015-02-11 00:33:14,216 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,224 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1423614749661_0002_m_000001_0_-1763589270_1
2015-02-11 00:33:14,236 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0002_01_000002 is : 143
2015-02-11 00:33:14,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1.jhist. BP-1962327657-10.31.157.187-1423614732145 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]}
2015-02-11 00:33:14,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022 src: /127.0.0.1:46879 dest: /127.0.0.1:41520
2015-02-11 00:33:14,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022 src: /127.0.0.1:42480 dest: /127.0.0.1:41456
2015-02-11 00:33:14,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022 src: /127.0.0.1:46077 dest: /127.0.0.1:48952
2015-02-11 00:33:14,259 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1.jhist for DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,262 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:14,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000002
2015-02-11 00:33:14,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000002
2015-02-11 00:33:14,265 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000002
2015-02-11 00:33:14,265 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:14,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000002
2015-02-11 00:33:14,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000002
2015-02-11 00:33:14,266 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0002_01_000002 from application application_1423614749661_0002
2015-02-11 00:33:14,266 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:14,266 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0002
2015-02-11 00:33:14,270 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0002_01_000004
2015-02-11 00:33:14,270 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000004
2015-02-11 00:33:14,270 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:33:14,270 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0002_01_000004
2015-02-11 00:33:14,271 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:14,271 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0002_01_000002]
2015-02-11 00:33:14,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,272 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:33:14,273 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000002
2015-02-11 00:33:14,273 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:33:14,273 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:33:14,273 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:14,273 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:14,274 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:33:14,274 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0002_000001 released container container_1423614749661_0002_01_000002 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:33:14,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:33:14,292 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0002_01_000004 is : 143
2015-02-11 00:33:14,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000003_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000003 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:14,312 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:14,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000004
2015-02-11 00:33:14,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000004
2015-02-11 00:33:14,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000004
2015-02-11 00:33:14,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000004
2015-02-11 00:33:14,315 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000004
2015-02-11 00:33:14,315 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:14,315 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0002_01_000004 from application application_1423614749661_0002
2015-02-11 00:33:14,316 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:14,316 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0002
2015-02-11 00:33:14,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:33:14,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:33:14,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/_temporary/attempt_1423614749661_0002_m_000001_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000001 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:14,365 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0002_01_000005
2015-02-11 00:33:14,365 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000005
2015-02-11 00:33:14,365 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:33:14,366 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0002_01_000005
2015-02-11 00:33:14,366 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0002_01_000004]
2015-02-11 00:33:14,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:14,367 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:33:14,367 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000004
2015-02-11 00:33:14,367 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:33:14,367 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:33:14,367 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:14,368 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:14,368 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:33:14,368 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0002_000001 released container container_1423614749661_0002_01_000004 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:33:14,381 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0002_01_000005 is : 143
2015-02-11 00:33:14,398 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:14,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000005
2015-02-11 00:33:14,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000005
2015-02-11 00:33:14,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000005
2015-02-11 00:33:14,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000005
2015-02-11 00:33:14,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000005
2015-02-11 00:33:14,400 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:14,400 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0002_01_000005 from application application_1423614749661_0002
2015-02-11 00:33:14,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:14,400 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0002
2015-02-11 00:33:14,427 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0002_01_000003
2015-02-11 00:33:14,427 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000003
2015-02-11 00:33:14,427 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:33:14,428 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0002_01_000003
2015-02-11 00:33:14,428 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0002_01_000005]
2015-02-11 00:33:14,429 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:14,429 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:33:14,429 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000005
2015-02-11 00:33:14,429 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:33:14,429 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:33:14,430 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:14,430 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:14,430 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:33:14,430 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0002_000001 released container container_1423614749661_0002_01_000005 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:33:14,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,441 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,446 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0002_01_000003 is : 143
2015-02-11 00:33:14,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:33:14,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:33:14,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:33:14,466 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:14,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000003
2015-02-11 00:33:14,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000003
2015-02-11 00:33:14,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000003
2015-02-11 00:33:14,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000003
2015-02-11 00:33:14,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000003
2015-02-11 00:33:14,470 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:14,471 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0002_01_000003 from application application_1423614749661_0002
2015-02-11 00:33:14,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,471 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:14,475 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0002
2015-02-11 00:33:14,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:33:14,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:33:14,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000001/part-00001 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:33:14,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:33:14,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000002/part-00002 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:14,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:33:14,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:33:14,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary/1/task_1423614749661_0002_m_000003/part-00003 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null proto=rpc
2015-02-11 00:33:14,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,535 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,543 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,564 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46077, dest: /127.0.0.1:48952, bytes: 48443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022, duration: 313065424
2015-02-11 00:33:14,564 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:14,565 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42480, dest: /127.0.0.1:41456, bytes: 48443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022, duration: 314250898
2015-02-11 00:33:14,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 15793
2015-02-11 00:33:14,565 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 15793
2015-02-11 00:33:14,567 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46879, dest: /127.0.0.1:41520, bytes: 48443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022, duration: 315474441
2015-02-11 00:33:14,567 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 15793
2015-02-11 00:33:14,571 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,579 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002.summary_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]}
2015-02-11 00:33:14,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023 src: /127.0.0.1:42482 dest: /127.0.0.1:41456
2015-02-11 00:33:14,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023 src: /127.0.0.1:45234 dest: /127.0.0.1:39140
2015-02-11 00:33:14,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023 src: /127.0.0.1:46080 dest: /127.0.0.1:48952
2015-02-11 00:33:14,592 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46080, dest: /127.0.0.1:48952, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023, duration: 1783583
2015-02-11 00:33:14,592 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:14,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,593 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45234, dest: /127.0.0.1:39140, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023, duration: 2200385
2015-02-11 00:33:14,593 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,593 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42482, dest: /127.0.0.1:41456, bytes: 440, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023, duration: 3527482
2015-02-11 00:33:14,594 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:14,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:14,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:14,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:14,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:14,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:14,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,629 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46081, bytes: 48823, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022, duration: 321480
2015-02-11 00:33:14,633 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:33:14,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024 src: /127.0.0.1:46886 dest: /127.0.0.1:41520
2015-02-11 00:33:14,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024 src: /127.0.0.1:42487 dest: /127.0.0.1:41456
2015-02-11 00:33:14,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024 src: /127.0.0.1:45239 dest: /127.0.0.1:39140
2015-02-11 00:33:14,648 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45239, dest: /127.0.0.1:39140, bytes: 48443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024, duration: 3442328
2015-02-11 00:33:14,648 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:14,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42487, dest: /127.0.0.1:41456, bytes: 48443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024, duration: 4763793
2015-02-11 00:33:14,649 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46886, dest: /127.0.0.1:41520, bytes: 48443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024, duration: 5419121
2015-02-11 00:33:14,651 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,655 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:14,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:14,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:14,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:14,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:14,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002/job_1423614749661_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:14,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:14,674 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42489, bytes: 105995, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741841_1017, duration: 490020
2015-02-11 00:33:14,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:14,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025 src: /127.0.0.1:45241 dest: /127.0.0.1:39140
2015-02-11 00:33:14,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025 src: /127.0.0.1:46087 dest: /127.0.0.1:48952
2015-02-11 00:33:14,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025 src: /127.0.0.1:42492 dest: /127.0.0.1:41456
2015-02-11 00:33:14,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42492, dest: /127.0.0.1:41456, bytes: 105171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025, duration: 4007431
2015-02-11 00:33:14,690 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:14,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46087, dest: /127.0.0.1:48952, bytes: 105171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025, duration: 4554982
2015-02-11 00:33:14,691 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45241, dest: /127.0.0.1:39140, bytes: 105171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-111246303_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025, duration: 5417796
2015-02-11 00:33:14,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:14,692 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:14,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-111246303_1
2015-02-11 00:33:14,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:14,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:14,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:14,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0002-1423614779697-teamcity-%5BF662DCE7B7CB43ECA5FAB26E87D40055%2FE93614D3D25746A1-1423614794544-4-0-SUCCEEDED-default-1423614785689.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:14,725 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614749661_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:33:14,725 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:33:14,726 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614749661_0002 with final state: FINISHING
2015-02-11 00:33:14,726 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0002 State change from RUNNING to FINAL_SAVING
2015-02-11 00:33:14,726 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614749661_0002
2015-02-11 00:33:14,726 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:33:14,726 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0002 State change from FINAL_SAVING to FINISHING
2015-02-11 00:33:15,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024
2015-02-11 00:33:15,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023
2015-02-11 00:33:15,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018
2015-02-11 00:33:15,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020
2015-02-11 00:33:15,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025
2015-02-11 00:33:15,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019
2015-02-11 00:33:15,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025
2015-02-11 00:33:15,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021
2015-02-11 00:33:15,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023
2015-02-11 00:33:15,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022
2015-02-11 00:33:15,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018
2015-02-11 00:33:15,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019
2015-02-11 00:33:15,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741847_1023
2015-02-11 00:33:15,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741849_1025
2015-02-11 00:33:15,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020
2015-02-11 00:33:15,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021
2015-02-11 00:33:15,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022
2015-02-11 00:33:15,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018
2015-02-11 00:33:15,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024
2015-02-11 00:33:15,429 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0002_01_000003]
2015-02-11 00:33:15,429 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:15,429 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:33:15,429 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000003
2015-02-11 00:33:15,430 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:33:15,430 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:33:15,430 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:15,430 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:15,430 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:33:15,430 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0002_000001 released container container_1423614749661_0002_01_000003 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:33:15,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021
2015-02-11 00:33:15,632 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020
2015-02-11 00:33:15,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741848_1024
2015-02-11 00:33:15,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741846_1022
2015-02-11 00:33:15,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019
2015-02-11 00:33:15,736 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:41456 127.0.0.1:48952 127.0.0.1:39140 127.0.0.1:41520
2015-02-11 00:33:15,737 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:39140 127.0.0.1:48952 127.0.0.1:41456 127.0.0.1:41520
2015-02-11 00:33:15,737 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:41520 127.0.0.1:41456 127.0.0.1:39140
2015-02-11 00:33:15,737 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:41520 127.0.0.1:41456 127.0.0.1:48952
2015-02-11 00:33:15,737 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741846_1022 127.0.0.1:41520 127.0.0.1:41456 127.0.0.1:48952
2015-02-11 00:33:15,738 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:41456 127.0.0.1:48952 127.0.0.1:41520
2015-02-11 00:33:15,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0002 dst=null perm=null proto=rpc
2015-02-11 00:33:15,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:15,797 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary
2015-02-11 00:33:15,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/_temporary dst=null perm=null proto=rpc
2015-02-11 00:33:15,798 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-flow
2015-02-11 00:33:15,798 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-flow
2015-02-11 00:33:15,799 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] at least one sink is marked for delete
2015-02-11 00:33:15,799 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:33:15,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:15,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:15,805 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting
2015-02-11 00:33:15,806 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4"]
2015-02-11 00:33:15,806 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-02-11 00:33:15,806 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] parallel execution is enabled: true
2015-02-11 00:33:15,806 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] starting jobs: 1
2015-02-11 00:33:15,806 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-flow] allocating threads: 1
2015-02-11 00:33:15,807 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] starting step: (1/1) ...preduceflowplatform/flow5
2015-02-11 00:33:15,824 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:33:15,842 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:33:15,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:15,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:15,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:15,852 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 3
2015-02-11 00:33:15,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003 dst=null perm=null proto=rpc
2015-02-11 00:33:15,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:33:15,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:33:15,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:15,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:15,870 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar. BP-1962327657-10.31.157.187-1423614732145 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:33:15,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026 src: /127.0.0.1:42494 dest: /127.0.0.1:41456
2015-02-11 00:33:15,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026 src: /127.0.0.1:46091 dest: /127.0.0.1:48952
2015-02-11 00:33:15,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026 src: /127.0.0.1:46896 dest: /127.0.0.1:41520
2015-02-11 00:33:15,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46896, dest: /127.0.0.1:41520, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, duration: 5077077
2015-02-11 00:33:15,884 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:15,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,886 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46091, dest: /127.0.0.1:48952, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, duration: 4690557
2015-02-11 00:33:15,886 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:15,887 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42494, dest: /127.0.0.1:41456, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, duration: 6816180
2015-02-11 00:33:15,887 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:15,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,891 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:15,892 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar
2015-02-11 00:33:15,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:15,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:15,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:15,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:15,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:15,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:33:15,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:33:15,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:33:15,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:33:15,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:33:15,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:15,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:15,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:15,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:33:15,919 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-11 00:33:15,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:15,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:15,928 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split
2015-02-11 00:33:15,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:15,932 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split. BP-1962327657-10.31.157.187-1423614732145 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:15,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027 src: /127.0.0.1:46093 dest: /127.0.0.1:48952
2015-02-11 00:33:15,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027 src: /127.0.0.1:45249 dest: /127.0.0.1:39140
2015-02-11 00:33:15,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027 src: /127.0.0.1:46899 dest: /127.0.0.1:41520
2015-02-11 00:33:15,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027 src: /127.0.0.1:42500 dest: /127.0.0.1:41456
2015-02-11 00:33:15,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42500, dest: /127.0.0.1:41456, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 2814912
2015-02-11 00:33:15,946 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:15,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46899, dest: /127.0.0.1:41520, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 4088041
2015-02-11 00:33:15,947 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:15,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45249, dest: /127.0.0.1:39140, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 5241192
2015-02-11 00:33:15,948 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:15,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46093, dest: /127.0.0.1:48952, bytes: 1922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 5832201
2015-02-11 00:33:15,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,954 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:15,957 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:15,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:15,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:15,967 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo. BP-1962327657-10.31.157.187-1423614732145 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:33:15,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028 src: /127.0.0.1:46097 dest: /127.0.0.1:48952
2015-02-11 00:33:15,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028 src: /127.0.0.1:42502 dest: /127.0.0.1:41456
2015-02-11 00:33:15,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028 src: /127.0.0.1:46903 dest: /127.0.0.1:41520
2015-02-11 00:33:15,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46903, dest: /127.0.0.1:41520, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, duration: 2182560
2015-02-11 00:33:15,979 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:15,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42502, dest: /127.0.0.1:41456, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, duration: 2859586
2015-02-11 00:33:15,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,980 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:15,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46097, dest: /127.0.0.1:48952, bytes: 191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, duration: 3971264
2015-02-11 00:33:15,981 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:15,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:15,986 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:15,986 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2015-02-11 00:33:15,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:15,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:16,017 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:33:16,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029 src: /127.0.0.1:45255 dest: /127.0.0.1:39140
2015-02-11 00:33:16,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029 src: /127.0.0.1:46101 dest: /127.0.0.1:48952
2015-02-11 00:33:16,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029 src: /127.0.0.1:46906 dest: /127.0.0.1:41520
2015-02-11 00:33:16,029 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46906, dest: /127.0.0.1:41520, bytes: 89565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, duration: 3478970
2015-02-11 00:33:16,029 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:16,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:16,030 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46101, dest: /127.0.0.1:48952, bytes: 89565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, duration: 4419891
2015-02-11 00:33:16,031 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:16,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:16,031 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45255, dest: /127.0.0.1:39140, bytes: 89565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, duration: 5347188
2015-02-11 00:33:16,032 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:16,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:16,035 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:16,036 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614749661_0003
2015-02-11 00:33:16,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003 dst=null perm=null proto=rpc
2015-02-11 00:33:16,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:16,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:16,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:16,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:16,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:16,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:16,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,058 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 3 submitted by user teamcity
2015-02-11 00:33:16,058 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614749661_0003
2015-02-11 00:33:16,058 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614749661_0003
2015-02-11 00:33:16,058 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614749661_0003
2015-02-11 00:33:16,058 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0003 State change from NEW to NEW_SAVING
2015-02-11 00:33:16,059 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0003 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:33:16,059 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614749661_0003 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:33:16,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614749661_0003 from user: teamcity, in queue: default
2015-02-11 00:33:16,060 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0003 State change from SUBMITTED to ACCEPTED
2015-02-11 00:33:16,060 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614749661_0003
2015-02-11 00:33:16,060 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614749661_0003_000001
2015-02-11 00:33:16,060 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from NEW to SUBMITTED
2015-02-11 00:33:16,061 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614749661_0003 from user: teamcity activated in queue: default
2015-02-11 00:33:16,061 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614749661_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5da19012, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:33:16,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614749661_0003_000001 to scheduler from user teamcity in queue default
2015-02-11 00:33:16,061 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:33:16,063 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0003/
2015-02-11 00:33:16,063 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] submitted hadoop job: job_1423614749661_0003
2015-02-11 00:33:16,063 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-flow] tracking url: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0003/
2015-02-11 00:33:16,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:16,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000001
2015-02-11 00:33:16,253 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:33:16,254 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0003_000001 container=Container: [ContainerId: container_1423614749661_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:16,254 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:33:16,254 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:16,254 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:38757 for container : container_1423614749661_0003_01_000001
2015-02-11 00:33:16,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:16,255 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614749661_0003_000001
2015-02-11 00:33:16,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614749661_0003 AttemptId: appattempt_1423614749661_0003_000001 MasterContainer: Container: [ContainerId: container_1423614749661_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ]
2015-02-11 00:33:16,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:33:16,256 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:33:16,256 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614749661_0003_000001
2015-02-11 00:33:16,258 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614749661_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] for AM appattempt_1423614749661_0003_000001
2015-02-11 00:33:16,258 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614749661_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:33:16,263 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0003_000001 (auth:SIMPLE)
2015-02-11 00:33:16,267 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0003_01_000001 by user teamcity
2015-02-11 00:33:16,268 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0003
2015-02-11 00:33:16,268 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000001
2015-02-11 00:33:16,268 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from NEW to INITING
2015-02-11 00:33:16,268 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0003_01_000001 to application application_1423614749661_0003
2015-02-11 00:33:16,269 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614749661_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] for AM appattempt_1423614749661_0003_000001
2015-02-11 00:33:16,269 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from INITING to RUNNING
2015-02-11 00:33:16,269 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:33:16,269 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:33:16,269 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0003
2015-02-11 00:33:16,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:33:16,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:33:16,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:33:16,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:33:16,271 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0003_01_000001
2015-02-11 00:33:16,290 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423614749661_0003_01_000001.tokens. Credentials list:
2015-02-11 00:33:16,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:16,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423614749661_0003_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000001.tokens
2015-02-11 00:33:16,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:16,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:16,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46106, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682712363_2902, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, duration: 1406713
2015-02-11 00:33:16,654 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:16,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:16,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:16,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46911, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682712363_2902, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, duration: 299731
2015-02-11 00:33:16,730 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:16,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:16,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:16,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46911, bytes: 1938, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682712363_2902, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 281738
2015-02-11 00:33:16,805 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:16,827 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:48952 to replicate blk_1073741850_1026 to datanode(s) 127.0.0.1:39140
2015-02-11 00:33:16,827 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48952 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741846_1022, blk_1073741837_1013, blk_1073741838_1014]
2015-02-11 00:33:16,827 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:39140 to delete [blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-11 00:33:16,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:16,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:16,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45263, bytes: 90265, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682712363_2902, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, duration: 605758
2015-02-11 00:33:16,884 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:16,884 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:16,936 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:16,936 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:17,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000001/default_container_executor.sh]
2015-02-11 00:33:17,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:18,066 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=000c163e-fa5e-4748-98bd-0e99a4685b7e, infoPort=48693, ipcPort=48742, storageInfo=lv=-55;cid=testClusterID;nsid=1548407300;c=0) Starting thread to transfer BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026 to 127.0.0.1:39140
2015-02-11 00:33:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837 for deletion
2015-02-11 00:33:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838 for deletion
2015-02-11 00:33:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741840 for deletion
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741839 for deletion
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741841 for deletion
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741840
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741846 for deletion
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837 for deletion
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838 for deletion
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837
2015-02-11 00:33:18,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741839
2015-02-11 00:33:18,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026 src: /127.0.0.1:45266 dest: /127.0.0.1:39140
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838
2015-02-11 00:33:18,069 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026 (numBytes=254067) to /127.0.0.1:39140
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741846
2015-02-11 00:33:18,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741841
2015-02-11 00:33:18,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837
2015-02-11 00:33:18,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838
2015-02-11 00:33:18,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026 src: /127.0.0.1:45266 dest: /127.0.0.1:39140 of size 254067
2015-02-11 00:33:18,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741850_1026 size 254067
2015-02-11 00:33:19,828 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41520 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741846_1022, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-11 00:33:19,828 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41456 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741846_1022, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-11 00:33:19,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:20,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:33:20,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:33:20,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:33:20,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027
2015-02-11 00:33:20,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029
2015-02-11 00:33:20,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026
2015-02-11 00:33:20,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029
2015-02-11 00:33:20,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027
2015-02-11 00:33:20,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003 dst=null perm=null proto=rpc
2015-02-11 00:33:20,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028
2015-02-11 00:33:20,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:33:20,106 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026
2015-02-11 00:33:20,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:33:20,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027
2015-02-11 00:33:20,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026
2015-02-11 00:33:20,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028
2015-02-11 00:33:20,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:20,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:20,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029
2015-02-11 00:33:20,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027
2015-02-11 00:33:20,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46917, bytes: 195, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028, duration: 290257
2015-02-11 00:33:20,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026
2015-02-11 00:33:20,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741852_1028
2015-02-11 00:33:20,893 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614749661_0002_01_000001 succeeded
2015-02-11 00:33:20,893 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:33:20,894 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0002_01_000001
2015-02-11 00:33:20,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000001
2015-02-11 00:33:20,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000001
2015-02-11 00:33:20,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000001
2015-02-11 00:33:20,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000001
2015-02-11 00:33:20,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0002/container_1423614749661_0002_01_000001
2015-02-11 00:33:20,913 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:33:20,913 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0002_01_000001 from application application_1423614749661_0002
2015-02-11 00:33:20,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:20,913 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0002
2015-02-11 00:33:21,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741840 for deletion
2015-02-11 00:33:21,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741841 for deletion
2015-02-11 00:33:21,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741846 for deletion
2015-02-11 00:33:21,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741840
2015-02-11 00:33:21,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837 for deletion
2015-02-11 00:33:21,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741846
2015-02-11 00:33:21,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838 for deletion
2015-02-11 00:33:21,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741841
2015-02-11 00:33:21,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741839 for deletion
2015-02-11 00:33:21,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837
2015-02-11 00:33:21,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741839
2015-02-11 00:33:21,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838
2015-02-11 00:33:21,537 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741840 for deletion
2015-02-11 00:33:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741841 for deletion
2015-02-11 00:33:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741846 for deletion
2015-02-11 00:33:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741840
2015-02-11 00:33:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837 for deletion
2015-02-11 00:33:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741841
2015-02-11 00:33:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838 for deletion
2015-02-11 00:33:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741846
2015-02-11 00:33:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741839 for deletion
2015-02-11 00:33:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741838
2015-02-11 00:33:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741837
2015-02-11 00:33:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741839
2015-02-11 00:33:21,899 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0002_01_000001]
2015-02-11 00:33:21,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:21,900 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:33:21,900 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0002 CONTAINERID=container_1423614749661_0002_01_000001
2015-02-11 00:33:21,900 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:33:21,900 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:33:21,901 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614749661_0002_000001
2015-02-11 00:33:21,901 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:21,901 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0002_000001 State change from FINISHING to FINISHED
2015-02-11 00:33:21,901 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:21,901 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0002 State change from FINISHING to FINISHED
2015-02-11 00:33:21,901 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:33:21,901 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0002_000001 released container container_1423614749661_0002_01_000001 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:33:21,901 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614749661_0002
2015-02-11 00:33:21,902 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614749661_0002_000001 is done. finalState=FINISHED
2015-02-11 00:33:21,902 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614749661_0002_000001
2015-02-11 00:33:21,902 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614749661_0002,name=[F662DCE7B7CB43ECA5FAB26E87D40055/E93614D3D25746A191BE417AB3C1134E] first-flow/(1/1) ...preduceflowplatform/flow4,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:60517/proxy/application_1423614749661_0002/jobhistory/job/job_1423614749661_0002,appMasterHost=ip-10-31-157-187,startTime=1423614779697,finishTime=1423614794726,finalStatus=SUCCEEDED
2015-02-11 00:33:21,902 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614749661_0002 requests cleared
2015-02-11 00:33:21,903 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614749661_0002 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:33:21,903 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614749661_0002 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:33:21,907 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0002_000001 (auth:SIMPLE)
2015-02-11 00:33:21,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0002_01_000001
2015-02-11 00:33:22,068 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0003_000001 (auth:SIMPLE)
2015-02-11 00:33:22,074 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614749661_0003_000001
2015-02-11 00:33:22,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614749661_0003 APPATTEMPTID=appattempt_1423614749661_0003_000001
2015-02-11 00:33:22,075 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:33:22,075 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0003 State change from ACCEPTED to RUNNING
2015-02-11 00:33:22,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:22,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:22,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:22,432 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:33:22,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:22,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:22,433 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0002
2015-02-11 00:33:22,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:22,434 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:33:22,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:22,434 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0002, with delay of 10800 seconds
2015-02-11 00:33:22,481 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1_conf.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:22,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030 src: /127.0.0.1:46118 dest: /127.0.0.1:48952
2015-02-11 00:33:22,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030 src: /127.0.0.1:45274 dest: /127.0.0.1:39140
2015-02-11 00:33:22,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030 src: /127.0.0.1:42524 dest: /127.0.0.1:41456
2015-02-11 00:33:22,604 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42524, dest: /127.0.0.1:41456, bytes: 105180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030, duration: 47789835
2015-02-11 00:33:22,604 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:22,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:22,605 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45274, dest: /127.0.0.1:39140, bytes: 105180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030, duration: 48888283
2015-02-11 00:33:22,605 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:22,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:22,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46118, dest: /127.0.0.1:48952, bytes: 105180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030, duration: 49589642
2015-02-11 00:33:22,607 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:22,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:22,614 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:22,900 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:33:22,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:22,901 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:22,901 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0002
2015-02-11 00:33:22,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:22,902 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:33:22,902 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0002, with delay of 10800 seconds
2015-02-11 00:33:22,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0002
2015-02-11 00:33:23,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:23,255 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000002
2015-02-11 00:33:23,256 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:33:23,256 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0003_000001 container=Container: [ContainerId: container_1423614749661_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:23,256 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:33:23,256 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:23,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:23,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000003
2015-02-11 00:33:23,257 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0003_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:33:23,257 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0003_000001 container=Container: [ContainerId: container_1423614749661_0003_01_000003, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:23,257 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:33:23,258 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:23,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:23,433 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000004
2015-02-11 00:33:23,433 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0003_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:33:23,433 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0003_000001 container=Container: [ContainerId: container_1423614749661_0003_01_000004, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:23,434 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:33:23,434 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:23,435 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:23,435 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000005
2015-02-11 00:33:23,435 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0003_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:33:23,435 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0003_000001 container=Container: [ContainerId: container_1423614749661_0003_01_000005, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:23,435 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:33:23,435 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:23,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:23,436 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000006
2015-02-11 00:33:23,436 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0003_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:33:23,436 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0003_000001 container=Container: [ContainerId: container_1423614749661_0003_01_000006, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:23,437 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-11 00:33:23,437 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:24,147 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:38757 for container : container_1423614749661_0003_01_000002
2015-02-11 00:33:24,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:24,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:24,148 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:48986 for container : container_1423614749661_0003_01_000004
2015-02-11 00:33:24,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:24,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:24,150 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:24,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:24,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:24,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,401 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0003_000001 (auth:SIMPLE)
2015-02-11 00:33:24,401 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0003_000001 (auth:SIMPLE)
2015-02-11 00:33:24,413 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0003_01_000005 by user teamcity
2015-02-11 00:33:24,414 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0003
2015-02-11 00:33:24,414 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000005
2015-02-11 00:33:24,414 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from NEW to INITING
2015-02-11 00:33:24,415 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0003_01_000005 to application application_1423614749661_0003
2015-02-11 00:33:24,415 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from INITING to RUNNING
2015-02-11 00:33:24,416 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:33:24,416 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0003_01_000004 by user teamcity
2015-02-11 00:33:24,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,416 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0003_01_000003 by user teamcity
2015-02-11 00:33:24,416 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000004
2015-02-11 00:33:24,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000003
2015-02-11 00:33:24,416 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:24,417 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0003_01_000003 to application application_1423614749661_0003
2015-02-11 00:33:24,417 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0003
2015-02-11 00:33:24,418 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0003_01_000002 by user teamcity
2015-02-11 00:33:24,418 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:33:24,418 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:33:24,418 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:33:24,418 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000002
2015-02-11 00:33:24,418 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0003_01_000004 to application application_1423614749661_0003
2015-02-11 00:33:24,419 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0003_01_000005
2015-02-11 00:33:24,418 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,419 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:24,419 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0003
2015-02-11 00:33:24,420 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0003_01_000006 by user teamcity
2015-02-11 00:33:24,420 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0003_01_000002 to application application_1423614749661_0003
2015-02-11 00:33:24,420 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000006
2015-02-11 00:33:24,420 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:24,421 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:33:24,421 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:33:24,421 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0003_01_000006 to application application_1423614749661_0003
2015-02-11 00:33:24,421 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,421 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,422 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:24,422 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0003
2015-02-11 00:33:24,422 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:33:24,423 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0003_01_000004
2015-02-11 00:33:24,423 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,423 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,423 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:24,424 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0003
2015-02-11 00:33:24,424 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0003_01_000006
2015-02-11 00:33:24,421 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,426 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0003
2015-02-11 00:33:24,427 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:24,427 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0003
2015-02-11 00:33:24,428 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:24,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:24,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:24,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:24,449 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0003_01_000004.tokens. Credentials list:
2015-02-11 00:33:24,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614749661_0003_01_000005.tokens. Credentials list:
2015-02-11 00:33:24,451 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423614749661_0003_01_000006.tokens. Credentials list:
2015-02-11 00:33:24,485 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:24,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:24,486 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:24,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:24,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:24,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000002/default_container_executor.sh]
2015-02-11 00:33:24,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000003/default_container_executor.sh]
2015-02-11 00:33:24,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0003_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000004.tokens
2015-02-11 00:33:24,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:24,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:24,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:33:25,022 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42531, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_890903621_3215, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741850_1026, duration: 205805454
2015-02-11 00:33:25,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030
2015-02-11 00:33:25,074 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:25,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:25,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:25,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030
2015-02-11 00:33:25,121 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46128, bytes: 90265, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_890903621_3215, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741853_1029, duration: 535135
2015-02-11 00:33:25,157 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:25,157 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:25,158 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:25,158 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:25,170 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:33:25,222 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:25,222 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:25,222 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:25,223 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:25,223 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:25,223 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:25,256 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:25,256 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:25,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030
2015-02-11 00:33:25,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000005/default_container_executor.sh]
2015-02-11 00:33:25,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000004/default_container_executor.sh]
2015-02-11 00:33:25,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000006/default_container_executor.sh]
2015-02-11 00:33:26,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:26,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423614749661_0003_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000006.tokens
2015-02-11 00:33:26,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:26,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:27,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614749661_0003_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000005.tokens
2015-02-11 00:33:27,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:29,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:29,357 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46943, bytes: 1938, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000001_0_2067473422_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 302613
2015-02-11 00:33:29,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:29,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:33:29,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:29,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45296, bytes: 1938, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000000_0_-517953443_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 334694
2015-02-11 00:33:29,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:33:29,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:29,702 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42546, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000001_0_2067473422_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, duration: 326743
2015-02-11 00:33:29,737 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000001_0/part-00001. BP-1962327657-10.31.157.187-1423614732145 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:33:29,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031 src: /127.0.0.1:42547 dest: /127.0.0.1:41456
2015-02-11 00:33:29,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031 src: /127.0.0.1:46144 dest: /127.0.0.1:48952
2015-02-11 00:33:29,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031 src: /127.0.0.1:45300 dest: /127.0.0.1:39140
2015-02-11 00:33:29,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45300, dest: /127.0.0.1:39140, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000001_0_2067473422_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, duration: 40479006
2015-02-11 00:33:29,866 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:29,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:29,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46144, dest: /127.0.0.1:48952, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000001_0_2067473422_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, duration: 41100338
2015-02-11 00:33:29,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:29,868 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42547, dest: /127.0.0.1:41456, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000001_0_2067473422_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, duration: 42247512
2015-02-11 00:33:29,868 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:29,868 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:29,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:29,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1423614749661_0003_m_000001_0_2067473422_1
2015-02-11 00:33:29,912 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46146, bytes: 405, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000000_0_-517953443_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, duration: 345934
2015-02-11 00:33:29,943 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000000_0/part-00000. BP-1962327657-10.31.157.187-1423614732145 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:29,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:33:30,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000001_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000001 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:30,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032 src: /127.0.0.1:46951 dest: /127.0.0.1:41520
2015-02-11 00:33:30,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032 src: /127.0.0.1:42552 dest: /127.0.0.1:41456
2015-02-11 00:33:30,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032 src: /127.0.0.1:45304 dest: /127.0.0.1:39140
2015-02-11 00:33:30,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031
2015-02-11 00:33:30,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:30,083 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45304, dest: /127.0.0.1:39140, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000000_0_-517953443_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, duration: 41767958
2015-02-11 00:33:30,084 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:30,084 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42552, dest: /127.0.0.1:41456, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000000_0_-517953443_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, duration: 41893288
2015-02-11 00:33:30,084 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:30,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46951, dest: /127.0.0.1:41520, bytes: 411, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000000_0_-517953443_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, duration: 42553600
2015-02-11 00:33:30,085 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:30,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,094 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1423614749661_0003_m_000000_0_-517953443_1
2015-02-11 00:33:30,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031
2015-02-11 00:33:30,141 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0003_01_000003
2015-02-11 00:33:30,141 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000003
2015-02-11 00:33:30,141 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:33:30,141 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0003_01_000003
2015-02-11 00:33:30,161 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0003_01_000003 is : 143
2015-02-11 00:33:30,182 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1.jhist. BP-1962327657-10.31.157.187-1423614732145 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:30,183 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:30,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000003
2015-02-11 00:33:30,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000003
2015-02-11 00:33:30,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000003
2015-02-11 00:33:30,186 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000003
2015-02-11 00:33:30,188 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000003
2015-02-11 00:33:30,188 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:30,189 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0003_01_000003 from application application_1423614749661_0003
2015-02-11 00:33:30,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033 src: /127.0.0.1:46955 dest: /127.0.0.1:41520
2015-02-11 00:33:30,189 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:30,190 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0003
2015-02-11 00:33:30,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033 src: /127.0.0.1:46152 dest: /127.0.0.1:48952
2015-02-11 00:33:30,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033 src: /127.0.0.1:45308 dest: /127.0.0.1:39140
2015-02-11 00:33:30,201 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1.jhist for DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:30,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:30,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:30,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:33:30,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:30,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45311, bytes: 390, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000004_0_-1785006751_1, offset: 1536, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 334487
2015-02-11 00:33:30,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032
2015-02-11 00:33:30,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031
2015-02-11 00:33:30,335 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0003_01_000002
2015-02-11 00:33:30,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000002
2015-02-11 00:33:30,336 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:33:30,336 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0003_01_000002
2015-02-11 00:33:30,337 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0003_01_000003]
2015-02-11 00:33:30,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:30,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:33:30,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000003
2015-02-11 00:33:30,338 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0003_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:33:30,338 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:6144, vCores:5> numContainers=5 user=teamcity user-resources=<memory:6144, vCores:5>
2015-02-11 00:33:30,339 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0003_01_000003, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:30,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:30,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:33:30,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0003_000001 released container container_1423614749661_0003_01_000003 on node: host: ip-10-31-157-187.ec2.internal:38757 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:33:30,353 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0003_01_000002 is : 143
2015-02-11 00:33:30,371 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:30,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000002
2015-02-11 00:33:30,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000002
2015-02-11 00:33:30,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000002
2015-02-11 00:33:30,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000002
2015-02-11 00:33:30,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000002
2015-02-11 00:33:30,373 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:30,373 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0003_01_000002 from application application_1423614749661_0003
2015-02-11 00:33:30,374 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:30,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46962, bytes: 1422, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000002_0_-753535007_1, offset: 512, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 310795
2015-02-11 00:33:30,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46961, bytes: 906, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000003_0_-660920483_1, offset: 1024, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741851_1027, duration: 282251
2015-02-11 00:33:30,374 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0003
2015-02-11 00:33:30,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:33:30,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42563, bytes: 449, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000004_0_-1785006751_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, duration: 272187
2015-02-11 00:33:30,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000004_0/part-00004 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:30,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:33:30,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:33:30,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:30,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:30,635 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_1423614749661_0003_m_000004_0_-1785006751_1
2015-02-11 00:33:30,715 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46160, bytes: 333, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000002_0_-753535007_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, duration: 305085
2015-02-11 00:33:30,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000004_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000004_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46961, bytes: 319, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0003_m_000003_0_-660920483_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, duration: 294653
2015-02-11 00:33:30,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000004 dst=null perm=null proto=rpc
2015-02-11 00:33:30,743 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000002_0/part-00002. BP-1962327657-10.31.157.187-1423614732145 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:30,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000004_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000004 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:30,768 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000003_0/part-00003. BP-1962327657-10.31.157.187-1423614732145 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:33:30,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034 src: /127.0.0.1:46161 dest: /127.0.0.1:48952
2015-02-11 00:33:30,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034 src: /127.0.0.1:45318 dest: /127.0.0.1:39140
2015-02-11 00:33:30,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034 src: /127.0.0.1:42568 dest: /127.0.0.1:41456
2015-02-11 00:33:30,833 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0003_01_000006
2015-02-11 00:33:30,833 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000006
2015-02-11 00:33:30,833 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:33:30,833 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0003_01_000006
2015-02-11 00:33:30,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035 src: /127.0.0.1:45317 dest: /127.0.0.1:39140
2015-02-11 00:33:30,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035 src: /127.0.0.1:42569 dest: /127.0.0.1:41456
2015-02-11 00:33:30,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032
2015-02-11 00:33:30,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035 src: /127.0.0.1:46970 dest: /127.0.0.1:41520
2015-02-11 00:33:30,851 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0003_01_000006 is : 143
2015-02-11 00:33:30,877 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:30,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000006
2015-02-11 00:33:30,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000006
2015-02-11 00:33:30,878 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000006
2015-02-11 00:33:30,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000006
2015-02-11 00:33:30,879 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:30,879 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0003_01_000006 from application application_1423614749661_0003
2015-02-11 00:33:30,879 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:30,879 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0003
2015-02-11 00:33:30,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000006
2015-02-11 00:33:30,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42568, dest: /127.0.0.1:41456, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000002_0_-753535007_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, duration: 60965654
2015-02-11 00:33:30,891 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:30,893 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45318, dest: /127.0.0.1:39140, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000002_0_-753535007_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, duration: 62199799
2015-02-11 00:33:30,894 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:30,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46161, dest: /127.0.0.1:48952, bytes: 335, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000002_0_-753535007_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, duration: 63990346
2015-02-11 00:33:30,894 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:30,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,903 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1423614749661_0003_m_000002_0_-753535007_1
2015-02-11 00:33:30,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46970, dest: /127.0.0.1:41520, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000003_0_-660920483_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, duration: 63192103
2015-02-11 00:33:30,919 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:30,919 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42569, dest: /127.0.0.1:41456, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000003_0_-660920483_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, duration: 68038586
2015-02-11 00:33:30,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,920 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:30,920 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45317, dest: /127.0.0.1:39140, bytes: 321, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0003_m_000003_0_-660920483_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, duration: 65867840
2015-02-11 00:33:30,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,920 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:30,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:30,928 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1423614749661_0003_m_000003_0_-660920483_1
2015-02-11 00:33:30,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:33:30,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:33:31,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000002_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000002 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:31,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:33:31,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:33:31,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:33:31,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/_temporary/attempt_1423614749661_0003_m_000003_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000003 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:31,075 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0003_01_000004
2015-02-11 00:33:31,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000004
2015-02-11 00:33:31,076 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:33:31,076 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0003_01_000004
2015-02-11 00:33:31,077 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0003_01_000006]
2015-02-11 00:33:31,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:31,077 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0003_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:33:31,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000006
2015-02-11 00:33:31,078 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0003_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:33:31,078 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:33:31,079 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0003_01_000006, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:31,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:31,080 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:33:31,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0003_000001 released container container_1423614749661_0003_01_000006 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:33:31,096 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0003_01_000004 is : 143
2015-02-11 00:33:31,098 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0003_01_000005
2015-02-11 00:33:31,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000005
2015-02-11 00:33:31,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,113 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:31,114 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:33:31,114 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:31,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000004
2015-02-11 00:33:31,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000004
2015-02-11 00:33:31,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000004
2015-02-11 00:33:31,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000004
2015-02-11 00:33:31,117 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0003_01_000005
2015-02-11 00:33:31,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:33:31,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:33:31,133 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0003_01_000005 is : 143
2015-02-11 00:33:31,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:33:31,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:33:31,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:33:31,152 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000004
2015-02-11 00:33:31,152 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:31,152 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:31,152 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0003_01_000004 from application application_1423614749661_0003
2015-02-11 00:33:31,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:31,153 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0003
2015-02-11 00:33:31,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000005
2015-02-11 00:33:31,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000005
2015-02-11 00:33:31,154 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000005
2015-02-11 00:33:31,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000001/part-00001 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000005
2015-02-11 00:33:31,154 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:31,155 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0003_01_000005 from application application_1423614749661_0003
2015-02-11 00:33:31,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000005
2015-02-11 00:33:31,156 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:31,156 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0003
2015-02-11 00:33:31,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:33:31,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:33:31,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000002/part-00002 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:33:31,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:33:31,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000003/part-00003 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:31,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000004 dst=null perm=null proto=rpc
2015-02-11 00:33:31,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc
2015-02-11 00:33:31,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary/1/task_1423614749661_0003_m_000004/part-00004 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null proto=rpc
2015-02-11 00:33:31,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,206 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:31,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,216 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:31,237 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45308, dest: /127.0.0.1:39140, bytes: 55755, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033, duration: 1042010714
2015-02-11 00:33:31,237 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:31,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 16494
2015-02-11 00:33:31,238 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46152, dest: /127.0.0.1:48952, bytes: 55755, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033, duration: 1043009075
2015-02-11 00:33:31,239 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 16494
2015-02-11 00:33:31,241 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46955, dest: /127.0.0.1:41520, bytes: 55755, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033, duration: 1046201379
2015-02-11 00:33:31,242 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 16494
2015-02-11 00:33:31,246 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:31,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,255 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003.summary_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]}
2015-02-11 00:33:31,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036 src: /127.0.0.1:46167 dest: /127.0.0.1:48952
2015-02-11 00:33:31,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036 src: /127.0.0.1:45323 dest: /127.0.0.1:39140
2015-02-11 00:33:31,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036 src: /127.0.0.1:42573 dest: /127.0.0.1:41456
2015-02-11 00:33:31,267 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42573, dest: /127.0.0.1:41456, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036, duration: 2094783
2015-02-11 00:33:31,267 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:31,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45323, dest: /127.0.0.1:39140, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036, duration: 2484091
2015-02-11 00:33:31,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,269 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46167, dest: /127.0.0.1:48952, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036, duration: 3835610
2015-02-11 00:33:31,269 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,268 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,270 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,274 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:31,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:31,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:31,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:31,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:31,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:31,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:31,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,305 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45325, bytes: 56191, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033, duration: 1287922
2015-02-11 00:33:31,308 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:33:31,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037 src: /127.0.0.1:46975 dest: /127.0.0.1:41520
2015-02-11 00:33:31,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037 src: /127.0.0.1:46172 dest: /127.0.0.1:48952
2015-02-11 00:33:31,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037 src: /127.0.0.1:45328 dest: /127.0.0.1:39140
2015-02-11 00:33:31,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45328, dest: /127.0.0.1:39140, bytes: 55755, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037, duration: 3254199
2015-02-11 00:33:31,322 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:31,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46172, dest: /127.0.0.1:48952, bytes: 55755, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037, duration: 3937512
2015-02-11 00:33:31,323 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46975, dest: /127.0.0.1:41520, bytes: 55755, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037, duration: 5216226
2015-02-11 00:33:31,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,324 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,328 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:31,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:31,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:31,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:31,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:31,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:31,338 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0003_01_000002]
2015-02-11 00:33:31,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:31,338 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:33:31,339 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000002
2015-02-11 00:33:31,339 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:33:31,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003/job_1423614749661_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:31,339 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:33:31,340 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:31,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:31,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:33:31,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0003_000001 released container container_1423614749661_0003_01_000002 on node: host: ip-10-31-157-187.ec2.internal:38757 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:33:31,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:31,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45325, bytes: 106004, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741854_1030, duration: 2801115
2015-02-11 00:33:31,353 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]}
2015-02-11 00:33:31,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038 src: /127.0.0.1:46978 dest: /127.0.0.1:41520
2015-02-11 00:33:31,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038 src: /127.0.0.1:42579 dest: /127.0.0.1:41456
2015-02-11 00:33:31,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038 src: /127.0.0.1:46176 dest: /127.0.0.1:48952
2015-02-11 00:33:31,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46176, dest: /127.0.0.1:48952, bytes: 105180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038, duration: 3443220
2015-02-11 00:33:31,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42579, dest: /127.0.0.1:41456, bytes: 105180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038, duration: 3652370
2015-02-11 00:33:31,368 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:31,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,368 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46978, dest: /127.0.0.1:41520, bytes: 105180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149629770_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038, duration: 4490352
2015-02-11 00:33:31,369 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,368 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:31,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:33:31,373 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1149629770_1
2015-02-11 00:33:31,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:31,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:31,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:31,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0003-1423614796057-teamcity-%5BB2CD3DE70E134EF68D6B28A49A330333%2F9CC8C007BFCA444D-1423614811217-5-0-SUCCEEDED-default-1423614802114.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:31,410 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614749661_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:33:31,410 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:33:31,411 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614749661_0003 with final state: FINISHING
2015-02-11 00:33:31,411 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0003 State change from RUNNING to FINAL_SAVING
2015-02-11 00:33:31,411 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614749661_0003
2015-02-11 00:33:31,411 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:33:31,411 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0003 State change from FINAL_SAVING to FINISHING
2015-02-11 00:33:32,099 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0003_01_000004, container_1423614749661_0003_01_000005]
2015-02-11 00:33:32,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:32,100 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:33:32,100 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000004
2015-02-11 00:33:32,100 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0003_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:33:32,100 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:33:32,101 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0003_01_000004, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:32,102 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:32,102 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:33:32,102 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0003_000001 released container container_1423614749661_0003_01_000004 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:33:32,102 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:32,102 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:33:32,103 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000005
2015-02-11 00:33:32,103 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0003_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:33:32,103 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:33:32,103 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0003_01_000005, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:32,104 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:32,104 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:33:32,104 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0003_000001 released container container_1423614749661_0003_01_000005 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:33:32,421 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:41456 127.0.0.1:48952 127.0.0.1:41520 127.0.0.1:39140
2015-02-11 00:33:32,422 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:48952 127.0.0.1:39140 127.0.0.1:41520 127.0.0.1:41456
2015-02-11 00:33:32,422 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:48952 127.0.0.1:41456 127.0.0.1:41520
2015-02-11 00:33:32,422 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:39140 127.0.0.1:48952 127.0.0.1:41520
2015-02-11 00:33:32,422 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:41520 127.0.0.1:48952 127.0.0.1:39140
2015-02-11 00:33:32,423 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:48952 127.0.0.1:39140 127.0.0.1:41456
2015-02-11 00:33:32,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0003 dst=null perm=null proto=rpc
2015-02-11 00:33:32,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:32,479 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary
2015-02-11 00:33:32,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/_temporary dst=null perm=null proto=rpc
2015-02-11 00:33:32,481 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-flow
2015-02-11 00:33:32,482 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: first-mr
2015-02-11 00:33:32,482 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] at least one sink is marked for delete
2015-02-11 00:33:32,483 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:33:32,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:32,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:32,487 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting
2015-02-11 00:33:32,487 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] source: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5"]
2015-02-11 00:33:32,488 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] sink: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-11 00:33:32,488 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] parallel execution is enabled: true
2015-02-11 00:33:32,488 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] starting jobs: 1
2015-02-11 00:33:32,488 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first-mr] allocating threads: 1
2015-02-11 00:33:32,488 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-11 00:33:32,505 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:33:32,522 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:33:32,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:32,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:32,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:32,529 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 4
2015-02-11 00:33:32,530 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-11 00:33:32,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004 dst=null perm=null proto=rpc
2015-02-11 00:33:32,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:33:32,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:33:32,538 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-11 00:33:32,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:33:32,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:33:32,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:33:32,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:33:32,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:33:32,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:32,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:32,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:33:32,559 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-11 00:33:32,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:32,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:32,567 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split
2015-02-11 00:33:32,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:32,571 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split. BP-1962327657-10.31.157.187-1423614732145 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]}
2015-02-11 00:33:32,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039 src: /127.0.0.1:46983 dest: /127.0.0.1:41520
2015-02-11 00:33:32,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039 src: /127.0.0.1:42584 dest: /127.0.0.1:41456
2015-02-11 00:33:32,579 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039 src: /127.0.0.1:45336 dest: /127.0.0.1:39140
2015-02-11 00:33:32,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039 src: /127.0.0.1:46182 dest: /127.0.0.1:48952
2015-02-11 00:33:32,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46182, dest: /127.0.0.1:48952, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 3816067
2015-02-11 00:33:32,586 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:32,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45336, dest: /127.0.0.1:39140, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 4509788
2015-02-11 00:33:32,587 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:32,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,588 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42584, dest: /127.0.0.1:41456, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 5170694
2015-02-11 00:33:32,588 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:32,589 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,592 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46983, dest: /127.0.0.1:41520, bytes: 1207, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 5101864
2015-02-11 00:33:32,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,592 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:32,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:32,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:32,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:32,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo. BP-1962327657-10.31.157.187-1423614732145 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]}
2015-02-11 00:33:32,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040 src: /127.0.0.1:46987 dest: /127.0.0.1:41520
2015-02-11 00:33:32,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040 src: /127.0.0.1:45339 dest: /127.0.0.1:39140
2015-02-11 00:33:32,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040 src: /127.0.0.1:42589 dest: /127.0.0.1:41456
2015-02-11 00:33:32,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42589, dest: /127.0.0.1:41456, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, duration: 1777961
2015-02-11 00:33:32,617 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:32,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45339, dest: /127.0.0.1:39140, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, duration: 2944027
2015-02-11 00:33:32,618 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:32,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,619 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46987, dest: /127.0.0.1:41520, bytes: 195, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, duration: 3654561
2015-02-11 00:33:32,619 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:32,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,623 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:32,624 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2015-02-11 00:33:32,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:32,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:32,647 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:32,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041 src: /127.0.0.1:42590 dest: /127.0.0.1:41456
2015-02-11 00:33:32,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041 src: /127.0.0.1:46187 dest: /127.0.0.1:48952
2015-02-11 00:33:32,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041 src: /127.0.0.1:45343 dest: /127.0.0.1:39140
2015-02-11 00:33:32,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,662 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45343, dest: /127.0.0.1:39140, bytes: 84265, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, duration: 3780218
2015-02-11 00:33:32,662 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:32,662 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46187, dest: /127.0.0.1:48952, bytes: 84265, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, duration: 5299362
2015-02-11 00:33:32,663 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:32,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,664 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42590, dest: /127.0.0.1:41456, bytes: 84265, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, duration: 5978492
2015-02-11 00:33:32,664 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:32,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:32,668 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:32,668 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614749661_0004
2015-02-11 00:33:32,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004 dst=null perm=null proto=rpc
2015-02-11 00:33:32,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:32,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:32,673 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-11 00:33:32,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:32,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:32,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:32,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:32,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:32,688 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 4 submitted by user teamcity
2015-02-11 00:33:32,688 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614749661_0004
2015-02-11 00:33:32,688 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614749661_0004
2015-02-11 00:33:32,688 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0004 State change from NEW to NEW_SAVING
2015-02-11 00:33:32,688 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614749661_0004
2015-02-11 00:33:32,689 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0004 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:33:32,689 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614749661_0004 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:33:32,689 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614749661_0004 from user: teamcity, in queue: default
2015-02-11 00:33:32,690 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614749661_0004
2015-02-11 00:33:32,690 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0004 State change from SUBMITTED to ACCEPTED
2015-02-11 00:33:32,690 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614749661_0004_000001
2015-02-11 00:33:32,691 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from NEW to SUBMITTED
2015-02-11 00:33:32,691 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614749661_0004 from user: teamcity activated in queue: default
2015-02-11 00:33:32,691 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614749661_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5da19012, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:33:32,691 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614749661_0004_000001 to scheduler from user teamcity in queue default
2015-02-11 00:33:32,691 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:33:32,696 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0004/
2015-02-11 00:33:32,696 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] submitted hadoop job: job_1423614749661_0004
2015-02-11 00:33:32,696 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first-mr] tracking url: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0004/
2015-02-11 00:33:32,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:32,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000001
2015-02-11 00:33:32,905 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:33:32,905 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:32,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:33:32,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:32,905 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:46358 for container : container_1423614749661_0004_01_000001
2015-02-11 00:33:32,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:32,906 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614749661_0004_000001
2015-02-11 00:33:32,906 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614749661_0004 AttemptId: appattempt_1423614749661_0004_000001 MasterContainer: Container: [ContainerId: container_1423614749661_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ]
2015-02-11 00:33:32,907 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:33:32,907 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:33:32,908 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614749661_0004_000001
2015-02-11 00:33:32,909 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614749661_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] for AM appattempt_1423614749661_0004_000001
2015-02-11 00:33:32,909 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614749661_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:33:32,913 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0004_000001 (auth:SIMPLE)
2015-02-11 00:33:32,916 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000001 by user teamcity
2015-02-11 00:33:32,916 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0004
2015-02-11 00:33:32,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000001
2015-02-11 00:33:32,916 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from NEW to INITING
2015-02-11 00:33:32,917 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000001 to application application_1423614749661_0004
2015-02-11 00:33:32,917 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614749661_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] for AM appattempt_1423614749661_0004_000001
2015-02-11 00:33:32,917 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from INITING to RUNNING
2015-02-11 00:33:32,917 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:33:32,918 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:33:32,918 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:32,918 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:33:32,918 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:33:32,918 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:33:32,919 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0004_01_000001
2015-02-11 00:33:32,939 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423614749661_0004_01_000001.tokens. Credentials list:
2015-02-11 00:33:32,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:33,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423614749661_0004_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000001.tokens
2015-02-11 00:33:33,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:33:33,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:33,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:33,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46998, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1736599357_3706, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, duration: 298353
2015-02-11 00:33:33,291 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0004/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:33,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:33,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:33,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:46998, bytes: 1219, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1736599357_3706, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 245429
2015-02-11 00:33:33,367 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0004/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:33,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:33,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:33,410 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42599, bytes: 84925, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1736599357_3706, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, duration: 446136
2015-02-11 00:33:33,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0004/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:33,445 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:33,496 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:33,496 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:33,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000001/default_container_executor.sh]
2015-02-11 00:33:33,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:34,830 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41456 to delete [blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741854_1030]
2015-02-11 00:33:34,831 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48952 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-02-11 00:33:35,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034
2015-02-11 00:33:35,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033
2015-02-11 00:33:35,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040
2015-02-11 00:33:35,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035
2015-02-11 00:33:35,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039
2015-02-11 00:33:35,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041
2015-02-11 00:33:35,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037
2015-02-11 00:33:35,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036
2015-02-11 00:33:35,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032
2015-02-11 00:33:35,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037
2015-02-11 00:33:35,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039
2015-02-11 00:33:35,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041
2015-02-11 00:33:35,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033
2015-02-11 00:33:35,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038
2015-02-11 00:33:35,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034
2015-02-11 00:33:35,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036
2015-02-11 00:33:35,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038
2015-02-11 00:33:35,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741860_1036
2015-02-11 00:33:35,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035
2015-02-11 00:33:35,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034
2015-02-11 00:33:35,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041
2015-02-11 00:33:35,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040
2015-02-11 00:33:35,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039
2015-02-11 00:33:35,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040
2015-02-11 00:33:35,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741861_1037
2015-02-11 00:33:35,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039
2015-02-11 00:33:35,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741862_1038
2015-02-11 00:33:35,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741857_1033
2015-02-11 00:33:35,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035
2015-02-11 00:33:36,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741857 for deletion
2015-02-11 00:33:36,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850 for deletion
2015-02-11 00:33:36,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851 for deletion
2015-02-11 00:33:36,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741857
2015-02-11 00:33:36,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741852 for deletion
2015-02-11 00:33:36,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851
2015-02-11 00:33:36,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741853 for deletion
2015-02-11 00:33:36,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850
2015-02-11 00:33:36,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741854 for deletion
2015-02-11 00:33:36,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741852
2015-02-11 00:33:36,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741853
2015-02-11 00:33:36,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741854
2015-02-11 00:33:36,264 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850 for deletion
2015-02-11 00:33:36,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851 for deletion
2015-02-11 00:33:36,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741852 for deletion
2015-02-11 00:33:36,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741854 for deletion
2015-02-11 00:33:36,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850
2015-02-11 00:33:36,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851
2015-02-11 00:33:36,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741852
2015-02-11 00:33:36,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741854
2015-02-11 00:33:36,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:36,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:33:36,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:33:36,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:33:36,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004 dst=null perm=null proto=rpc
2015-02-11 00:33:36,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:33:36,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:33:37,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:37,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:37,251 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45352, bytes: 199, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741864_1040, duration: 325369
2015-02-11 00:33:37,481 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614749661_0003_01_000001 succeeded
2015-02-11 00:33:37,481 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:33:37,481 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0003_01_000001
2015-02-11 00:33:37,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000001
2015-02-11 00:33:37,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000001
2015-02-11 00:33:37,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000001
2015-02-11 00:33:37,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0003/container_1423614749661_0003_01_000001
2015-02-11 00:33:37,500 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000001
2015-02-11 00:33:37,500 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:33:37,501 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0003_01_000001 from application application_1423614749661_0003
2015-02-11 00:33:37,501 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:37,501 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0003
2015-02-11 00:33:37,831 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41520 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029]
2015-02-11 00:33:37,832 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:39140 to delete [blk_1073741857_1033, blk_1073741850_1026, blk_1073741851_1027, blk_1073741853_1029, blk_1073741854_1030]
2015-02-11 00:33:38,340 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0003_01_000001]
2015-02-11 00:33:38,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:38,341 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614749661_0003_000001
2015-02-11 00:33:38,341 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:33:38,341 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0003_000001 State change from FINISHING to FINISHED
2015-02-11 00:33:38,342 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0003 State change from FINISHING to FINISHED
2015-02-11 00:33:38,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0003 CONTAINERID=container_1423614749661_0003_01_000001
2015-02-11 00:33:38,342 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614749661_0003
2015-02-11 00:33:38,342 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:33:38,342 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614749661_0003,name=[B2CD3DE70E134EF68D6B28A49A330333/9CC8C007BFCA444D9D41A981B4C9F3B4] second-flow/(1/1) ...preduceflowplatform/flow5,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:60517/proxy/application_1423614749661_0003/jobhistory/job/job_1423614749661_0003,appMasterHost=ip-10-31-157-187,startTime=1423614796057,finishTime=1423614811410,finalStatus=SUCCEEDED
2015-02-11 00:33:38,342 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:33:38,343 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:38,343 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:38,343 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:33:38,343 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0003_000001 released container container_1423614749661_0003_01_000001 on node: host: ip-10-31-157-187.ec2.internal:38757 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:33:38,344 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614749661_0003_000001 is done. finalState=FINISHED
2015-02-11 00:33:38,344 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614749661_0003 requests cleared
2015-02-11 00:33:38,344 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614749661_0003 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:33:38,344 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614749661_0003 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:33:38,344 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614749661_0003_000001
2015-02-11 00:33:38,349 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0003_000001 (auth:SIMPLE)
2015-02-11 00:33:38,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0003_01_000001
2015-02-11 00:33:38,614 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0004_000001 (auth:SIMPLE)
2015-02-11 00:33:38,618 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614749661_0004_000001
2015-02-11 00:33:38,619 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614749661_0004 APPATTEMPTID=appattempt_1423614749661_0004_000001
2015-02-11 00:33:38,619 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:33:38,619 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0004 State change from ACCEPTED to RUNNING
2015-02-11 00:33:38,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:38,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:38,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:39,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1_conf.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:33:39,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741857 for deletion
2015-02-11 00:33:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850 for deletion
2015-02-11 00:33:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851 for deletion
2015-02-11 00:33:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741853 for deletion
2015-02-11 00:33:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741854 for deletion
2015-02-11 00:33:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741857
2015-02-11 00:33:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850
2015-02-11 00:33:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851
2015-02-11 00:33:39,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741853
2015-02-11 00:33:39,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741854
2015-02-11 00:33:39,102 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:33:39,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,103 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0003
2015-02-11 00:33:39,104 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:33:39,104 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0003, with delay of 10800 seconds
2015-02-11 00:33:39,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042 src: /127.0.0.1:46204 dest: /127.0.0.1:48952
2015-02-11 00:33:39,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042 src: /127.0.0.1:45360 dest: /127.0.0.1:39140
2015-02-11 00:33:39,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042 src: /127.0.0.1:47010 dest: /127.0.0.1:41520
2015-02-11 00:33:39,166 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47010, dest: /127.0.0.1:41520, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042, duration: 53804289
2015-02-11 00:33:39,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45360, dest: /127.0.0.1:39140, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042, duration: 52159769
2015-02-11 00:33:39,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:39,167 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:39,167 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:39,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:39,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46204, dest: /127.0.0.1:48952, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042, duration: 53150480
2015-02-11 00:33:39,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:33:39,169 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:39,176 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:39,341 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:33:39,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0003
2015-02-11 00:33:39,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,343 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:33:39,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0003
2015-02-11 00:33:39,343 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0003, with delay of 10800 seconds
2015-02-11 00:33:39,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741857 for deletion
2015-02-11 00:33:39,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850 for deletion
2015-02-11 00:33:39,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851 for deletion
2015-02-11 00:33:39,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741857
2015-02-11 00:33:39,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741850
2015-02-11 00:33:39,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741851
2015-02-11 00:33:39,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741852 for deletion
2015-02-11 00:33:39,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741853 for deletion
2015-02-11 00:33:39,540 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741852
2015-02-11 00:33:39,540 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741853
2015-02-11 00:33:39,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:39,907 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000002
2015-02-11 00:33:39,907 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:33:39,907 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:39,907 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:33:39,908 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:39,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:39,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000003
2015-02-11 00:33:39,908 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:33:39,909 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:39,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:33:39,909 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:39,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:39,910 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000004
2015-02-11 00:33:39,910 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:33:39,910 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000004, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:39,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:33:39,910 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:39,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:39,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000005
2015-02-11 00:33:39,912 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:33:39,912 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000005, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:39,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:33:39,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:39,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:39,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000006
2015-02-11 00:33:39,913 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:33:39,913 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000006, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:39,913 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-11 00:33:39,914 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:39,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:39,914 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000007
2015-02-11 00:33:39,914 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:33:39,915 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000007, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:39,915 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-11 00:33:39,915 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:40,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042
2015-02-11 00:33:40,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042
2015-02-11 00:33:40,694 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:46358 for container : container_1423614749661_0004_01_000002
2015-02-11 00:33:40,694 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:40,695 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:40,695 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:56688 for container : container_1423614749661_0004_01_000004
2015-02-11 00:33:40,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:40,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:40,696 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:40,697 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:40,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:40,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:40,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:40,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:40,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:40,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:40,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:40,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:40,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042
2015-02-11 00:33:40,921 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0004_000001 (auth:SIMPLE)
2015-02-11 00:33:40,922 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0004_000001 (auth:SIMPLE)
2015-02-11 00:33:40,926 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000003 by user teamcity
2015-02-11 00:33:40,926 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000003
2015-02-11 00:33:40,926 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000003 to application application_1423614749661_0004
2015-02-11 00:33:40,927 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:33:40,927 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,927 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,927 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:40,927 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0004
2015-02-11 00:33:40,928 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:40,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000006 by user teamcity
2015-02-11 00:33:40,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000005 by user teamcity
2015-02-11 00:33:40,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000002 by user teamcity
2015-02-11 00:33:40,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000005
2015-02-11 00:33:40,930 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000005 to application application_1423614749661_0004
2015-02-11 00:33:40,932 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000002 to application application_1423614749661_0004
2015-02-11 00:33:40,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0004
2015-02-11 00:33:40,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000002
2015-02-11 00:33:40,933 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000006
2015-02-11 00:33:40,933 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from NEW to INITING
2015-02-11 00:33:40,933 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:33:40,933 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000007 by user teamcity
2015-02-11 00:33:40,933 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000006 to application application_1423614749661_0004
2015-02-11 00:33:40,935 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000007
2015-02-11 00:33:40,936 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000007 to application application_1423614749661_0004
2015-02-11 00:33:40,933 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000004 by user teamcity
2015-02-11 00:33:40,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,937 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,937 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:40,937 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0004
2015-02-11 00:33:40,936 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from INITING to RUNNING
2015-02-11 00:33:40,937 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000004
2015-02-11 00:33:40,937 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:40,938 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000007 transitioned from NEW to LOCALIZING
2015-02-11 00:33:40,938 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:33:40,939 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:33:40,939 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000004 to application application_1423614749661_0004
2015-02-11 00:33:40,939 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,939 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,939 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:40,939 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0004
2015-02-11 00:33:40,940 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:33:40,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,940 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,940 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:40,940 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0004
2015-02-11 00:33:40,941 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,941 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,941 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:40,941 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0004
2015-02-11 00:33:40,942 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:33:40,942 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0004_01_000007
2015-02-11 00:33:40,942 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0004_01_000005
2015-02-11 00:33:40,942 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0004_01_000006
2015-02-11 00:33:40,943 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,943 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0004
2015-02-11 00:33:40,943 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:40,943 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0004
2015-02-11 00:33:40,944 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0004_01_000004
2015-02-11 00:33:40,974 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614749661_0004_01_000005.tokens. Credentials list:
2015-02-11 00:33:40,974 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423614749661_0004_01_000004.tokens. Credentials list:
2015-02-11 00:33:40,974 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423614749661_0004_01_000007.tokens. Credentials list:
2015-02-11 00:33:40,974 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423614749661_0004_01_000006.tokens. Credentials list:
2015-02-11 00:33:41,003 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:41,003 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:41,004 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:41,004 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:41,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:41,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000002/default_container_executor.sh]
2015-02-11 00:33:41,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000003/default_container_executor.sh]
2015-02-11 00:33:41,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614749661_0004_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000005.tokens
2015-02-11 00:33:41,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:33:41,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:41,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:41,341 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42615, bytes: 84925, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1796383952_3995, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741865_1041, duration: 490722
2015-02-11 00:33:41,380 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:41,381 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:41,381 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:41,381 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:41,381 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:41,465 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:41,465 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:41,468 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:41,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:41,468 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:41,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:41,470 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:41,470 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:41,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000007/default_container_executor.sh]
2015-02-11 00:33:41,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000006/default_container_executor.sh]
2015-02-11 00:33:41,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000004/default_container_executor.sh]
2015-02-11 00:33:41,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000005/default_container_executor.sh]
2015-02-11 00:33:41,719 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:33:41,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:41,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:41,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:41,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:41,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:41,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:42,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:42,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423614749661_0004_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000006.tokens
2015-02-11 00:33:42,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:33:43,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:43,879 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:33:43,879 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:33:44,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423614749661_0004_01_000007.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000007.tokens
2015-02-11 00:33:44,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:33:44,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:45,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423614749661_0004_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000004.tokens
2015-02-11 00:33:45,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:33:46,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:46,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46224, bytes: 1219, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000000_0_57621646_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 252380
2015-02-11 00:33:46,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:46,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:33:46,820 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42630, bytes: 1219, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000001_0_-340270212_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 286191
2015-02-11 00:33:46,895 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42631, bytes: 415, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000000_0_57621646_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, duration: 333771
2015-02-11 00:33:46,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:33:47,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:47,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:33:47,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:47,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:47,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46232, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000001_0_-340270212_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, duration: 3004743
2015-02-11 00:33:47,179 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000002
2015-02-11 00:33:47,179 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000002
2015-02-11 00:33:47,179 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:33:47,179 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000002
2015-02-11 00:33:47,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46230, bytes: 703, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000003_0_-556956312_1, offset: 512, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 252600
2015-02-11 00:33:47,212 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1.jhist. BP-1962327657-10.31.157.187-1423614732145 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:33:47,220 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45388, bytes: 703, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000004_0_1331141006_1, offset: 512, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 254387
2015-02-11 00:33:47,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043 src: /127.0.0.1:46235 dest: /127.0.0.1:48952
2015-02-11 00:33:47,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:47,251 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0004_01_000002 is : 143
2015-02-11 00:33:47,252 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043 src: /127.0.0.1:45391 dest: /127.0.0.1:39140
2015-02-11 00:33:47,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043 src: /127.0.0.1:47041 dest: /127.0.0.1:41520
2015-02-11 00:33:47,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:33:47,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:33:47,318 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1.jhist for DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:47,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45393, bytes: 1219, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000002_0_-1914716845_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 291069
2015-02-11 00:33:47,350 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:47,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:33:47,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000002
2015-02-11 00:33:47,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000002
2015-02-11 00:33:47,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000002
2015-02-11 00:33:47,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000002
2015-02-11 00:33:47,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000002
2015-02-11 00:33:47,354 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:47,355 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000002 from application application_1423614749661_0004
2015-02-11 00:33:47,355 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:47,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:33:47,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46240, bytes: 459, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000004_0_1331141006_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, duration: 269646
2015-02-11 00:33:47,397 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000003
2015-02-11 00:33:47,397 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000003
2015-02-11 00:33:47,398 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:33:47,398 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000003
2015-02-11 00:33:47,398 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000002]
2015-02-11 00:33:47,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:47,399 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:33:47,399 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000002
2015-02-11 00:33:47,399 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:33:47,400 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:7168, vCores:6> numContainers=6 user=teamcity user-resources=<memory:7168, vCores:6>
2015-02-11 00:33:47,402 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,402 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,402 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-11 00:33:47,402 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000002 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:33:47,415 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45394, bytes: 703, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000005_0_604767343_1, offset: 512, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741863_1039, duration: 1710177
2015-02-11 00:33:47,421 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0004_01_000003 is : 143
2015-02-11 00:33:47,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:33:47,442 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:47,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000003
2015-02-11 00:33:47,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000003
2015-02-11 00:33:47,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000003
2015-02-11 00:33:47,444 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000003
2015-02-11 00:33:47,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000003
2015-02-11 00:33:47,444 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:47,444 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000003 from application application_1423614749661_0004
2015-02-11 00:33:47,444 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:47,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:33:47,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc
2015-02-11 00:33:47,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45396, bytes: 325, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000003_0_-556956312_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, duration: 267994
2015-02-11 00:33:47,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:33:47,612 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46242, bytes: 339, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0004_m_000002_0_-1914716845_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, duration: 274015
2015-02-11 00:33:47,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_m_000004_0 dst=null perm=null proto=rpc
2015-02-11 00:33:47,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000005
2015-02-11 00:33:47,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000005
2015-02-11 00:33:47,674 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:33:47,675 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000005
2015-02-11 00:33:47,694 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0004_01_000005 is : 143
2015-02-11 00:33:47,712 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:47,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000005
2015-02-11 00:33:47,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000005
2015-02-11 00:33:47,714 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000005
2015-02-11 00:33:47,714 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:47,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000005
2015-02-11 00:33:47,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000005
2015-02-11 00:33:47,715 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000005 from application application_1423614749661_0004
2015-02-11 00:33:47,715 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:47,716 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:33:47,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:33:47,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000006
2015-02-11 00:33:47,735 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000006
2015-02-11 00:33:47,736 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:33:47,736 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000006
2015-02-11 00:33:47,736 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000005]
2015-02-11 00:33:47,737 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:47,737 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:33:47,737 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000005
2015-02-11 00:33:47,737 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:33:47,737 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:6144, vCores:5> numContainers=5 user=teamcity user-resources=<memory:6144, vCores:5>
2015-02-11 00:33:47,740 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000005, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,740 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,740 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:33:47,740 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000005 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:33:47,757 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0004_01_000006 is : 143
2015-02-11 00:33:47,776 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:47,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000006
2015-02-11 00:33:47,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000006
2015-02-11 00:33:47,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000006
2015-02-11 00:33:47,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000006
2015-02-11 00:33:47,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000006
2015-02-11 00:33:47,778 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:47,778 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000006 from application application_1423614749661_0004
2015-02-11 00:33:47,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:47,779 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:33:47,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_m_000005_0 dst=null perm=null proto=rpc
2015-02-11 00:33:47,804 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000004
2015-02-11 00:33:47,804 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000004
2015-02-11 00:33:47,804 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:33:47,805 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000004
2015-02-11 00:33:47,806 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:47,807 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:33:47,807 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000006
2015-02-11 00:33:47,807 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:33:47,807 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:33:47,805 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000006]
2015-02-11 00:33:47,808 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000006, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,809 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,809 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:33:47,809 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000006 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:33:47,824 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0004_01_000004 is : 143
2015-02-11 00:33:47,842 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:47,842 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000004
2015-02-11 00:33:47,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000004
2015-02-11 00:33:47,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000004
2015-02-11 00:33:47,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000004
2015-02-11 00:33:47,843 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000004
2015-02-11 00:33:47,844 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:47,844 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000004 from application application_1423614749661_0004
2015-02-11 00:33:47,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:47,844 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:33:47,876 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000007
2015-02-11 00:33:47,876 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000007
2015-02-11 00:33:47,876 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000007 transitioned from RUNNING to KILLING
2015-02-11 00:33:47,877 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000007
2015-02-11 00:33:47,877 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000004]
2015-02-11 00:33:47,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:47,877 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:33:47,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000004
2015-02-11 00:33:47,878 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:33:47,878 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:33:47,879 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000004, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,879 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:47,879 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:33:47,880 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000004 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:33:47,893 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0004_01_000007 is : 143
2015-02-11 00:33:47,910 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:47,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000007
2015-02-11 00:33:47,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000007
2015-02-11 00:33:47,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000007
2015-02-11 00:33:47,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000007
2015-02-11 00:33:47,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000007
2015-02-11 00:33:47,912 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:47,912 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000007 from application application_1423614749661_0004
2015-02-11 00:33:47,913 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:47,913 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:33:48,399 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000003]
2015-02-11 00:33:48,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:48,399 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:33:48,399 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000003
2015-02-11 00:33:48,400 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:33:48,400 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:33:48,401 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:48,401 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:48,401 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:33:48,401 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000003 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:33:48,877 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000007]
2015-02-11 00:33:48,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:48,878 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000007 in state: COMPLETED event:FINISHED
2015-02-11 00:33:48,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000007
2015-02-11 00:33:48,878 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:33:48,878 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:33:48,882 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000007, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:48,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:48,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:33:48,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000007 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:33:48,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:48,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000008
2015-02-11 00:33:48,884 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0004_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:33:48,884 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0004_000001 container=Container: [ContainerId: container_1423614749661_0004_01_000008, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:48,884 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:33:48,884 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:49,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:49,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0004_01_000008 by user teamcity
2015-02-11 00:33:49,794 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000008
2015-02-11 00:33:49,794 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0004_01_000008 to application application_1423614749661_0004
2015-02-11 00:33:49,794 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000008 transitioned from NEW to LOCALIZING
2015-02-11 00:33:49,794 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0004
2015-02-11 00:33:49,794 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0004
2015-02-11 00:33:49,795 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:33:49,795 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0004
2015-02-11 00:33:49,795 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:49,845 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:49,846 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:49,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:49,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000008/default_container_executor.sh]
2015-02-11 00:33:50,785 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:33:53,612 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:33:53,615 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:33:53,644 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:33:53,649 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:33:53,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:53,826 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_r_000000_0/part-00000. BP-1962327657-10.31.157.187-1423614732145 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]}
2015-02-11 00:33:53,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044 src: /127.0.0.1:47058 dest: /127.0.0.1:41520
2015-02-11 00:33:53,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044 src: /127.0.0.1:45410 dest: /127.0.0.1:39140
2015-02-11 00:33:53,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044 src: /127.0.0.1:42660 dest: /127.0.0.1:41456
2015-02-11 00:33:54,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42660, dest: /127.0.0.1:41456, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0004_r_000000_0_-147669346_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 49524011
2015-02-11 00:33:54,026 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:54,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,027 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45410, dest: /127.0.0.1:39140, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0004_r_000000_0_-147669346_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 50323920
2015-02-11 00:33:54,027 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,028 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47058, dest: /127.0.0.1:41520, bytes: 1554, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0004_r_000000_0_-147669346_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 50906496
2015-02-11 00:33:54,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,029 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,037 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614749661_0004_r_000000_0_-147669346_1
2015-02-11 00:33:54,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:33:54,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:33:54,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423614749661_0004_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:33:54,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/_temporary/attempt_1423614749661_0004_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423614749661_0004_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:33:54,241 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000008
2015-02-11 00:33:54,241 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000008
2015-02-11 00:33:54,241 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000008 transitioned from RUNNING to KILLING
2015-02-11 00:33:54,241 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000008
2015-02-11 00:33:54,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:54,259 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0004_01_000008 is : 143
2015-02-11 00:33:54,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:54,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:33:54,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:54,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:54,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423614749661_0004_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:33:54,277 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:33:54,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000008
2015-02-11 00:33:54,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000008
2015-02-11 00:33:54,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000008
2015-02-11 00:33:54,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000008
2015-02-11 00:33:54,279 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000008
2015-02-11 00:33:54,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:33:54,279 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:33:54,279 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000008 from application application_1423614749661_0004
2015-02-11 00:33:54,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:54,280 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:33:54,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary/1/task_1423614749661_0004_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:54,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null proto=rpc
2015-02-11 00:33:54,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:54,329 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:54,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:54,339 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:54,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47041, dest: /127.0.0.1:41520, bytes: 67034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043, duration: 7073088001
2015-02-11 00:33:54,367 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:54,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 16555
2015-02-11 00:33:54,368 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45391, dest: /127.0.0.1:39140, bytes: 67034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043, duration: 7059416543
2015-02-11 00:33:54,369 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 16555
2015-02-11 00:33:54,370 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46235, dest: /127.0.0.1:48952, bytes: 67034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043, duration: 7056288428
2015-02-11 00:33:54,370 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 16555
2015-02-11 00:33:54,377 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:54,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:54,386 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004.summary_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:33:54,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045 src: /127.0.0.1:47061 dest: /127.0.0.1:41520
2015-02-11 00:33:54,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045 src: /127.0.0.1:42662 dest: /127.0.0.1:41456
2015-02-11 00:33:54,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045 src: /127.0.0.1:45414 dest: /127.0.0.1:39140
2015-02-11 00:33:54,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45414, dest: /127.0.0.1:39140, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045, duration: 2306102
2015-02-11 00:33:54,400 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:54,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,401 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42662, dest: /127.0.0.1:41456, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045, duration: 3075611
2015-02-11 00:33:54,401 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,402 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47061, dest: /127.0.0.1:41520, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045, duration: 3997705
2015-02-11 00:33:54,402 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,407 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:54,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:54,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:54,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:54,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:54,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:54,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:33:54,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:54,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45415, bytes: 67558, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043, duration: 602936
2015-02-11 00:33:54,443 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:54,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046 src: /127.0.0.1:47065 dest: /127.0.0.1:41520
2015-02-11 00:33:54,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046 src: /127.0.0.1:46262 dest: /127.0.0.1:48952
2015-02-11 00:33:54,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046 src: /127.0.0.1:45418 dest: /127.0.0.1:39140
2015-02-11 00:33:54,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45418, dest: /127.0.0.1:39140, bytes: 67034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046, duration: 2465098
2015-02-11 00:33:54,561 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:54,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46262, dest: /127.0.0.1:48952, bytes: 67034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046, duration: 3874000
2015-02-11 00:33:54,562 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47065, dest: /127.0.0.1:41520, bytes: 67034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046, duration: 4595679
2015-02-11 00:33:54,563 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,567 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:54,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:54,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:54,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:54,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:54,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:33:54,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004/job_1423614749661_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:33:54,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:33:54,584 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45415, bytes: 100548, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741866_1042, duration: 437354
2015-02-11 00:33:54,587 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:54,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047 src: /127.0.0.1:46264 dest: /127.0.0.1:48952
2015-02-11 00:33:54,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047 src: /127.0.0.1:45420 dest: /127.0.0.1:39140
2015-02-11 00:33:54,596 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047 src: /127.0.0.1:42670 dest: /127.0.0.1:41456
2015-02-11 00:33:54,601 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42670, dest: /127.0.0.1:41456, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047, duration: 2824125
2015-02-11 00:33:54,601 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:54,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45420, dest: /127.0.0.1:39140, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047, duration: 3007638
2015-02-11 00:33:54,602 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46264, dest: /127.0.0.1:48952, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1013875338_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047, duration: 4372365
2015-02-11 00:33:54,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:54,603 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:54,607 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1013875338_1
2015-02-11 00:33:54,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:54,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:54,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:54,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0004-1423614812688-teamcity-first%2Dmr-1423614834340-6-1-SUCCEEDED-default-1423614818660.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:33:54,635 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614749661_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:33:54,636 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:33:54,636 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614749661_0004 with final state: FINISHING
2015-02-11 00:33:54,636 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0004 State change from RUNNING to FINAL_SAVING
2015-02-11 00:33:54,636 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614749661_0004
2015-02-11 00:33:54,636 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:33:54,637 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0004 State change from FINAL_SAVING to FINISHING
2015-02-11 00:33:55,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044
2015-02-11 00:33:55,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047
2015-02-11 00:33:55,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046
2015-02-11 00:33:55,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045
2015-02-11 00:33:55,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043
2015-02-11 00:33:55,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043
2015-02-11 00:33:55,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046
2015-02-11 00:33:55,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047
2015-02-11 00:33:55,243 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000008]
2015-02-11 00:33:55,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:33:55,243 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000008 in state: COMPLETED event:FINISHED
2015-02-11 00:33:55,243 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000008
2015-02-11 00:33:55,243 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:33:55,243 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:33:55,245 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000008, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:33:55,245 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:55,245 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:33:55,245 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000008 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:33:55,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741871_1047
2015-02-11 00:33:55,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044
2015-02-11 00:33:55,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045
2015-02-11 00:33:55,647 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:41520 127.0.0.1:41456 127.0.0.1:39140 127.0.0.1:48952
2015-02-11 00:33:55,647 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:41520 127.0.0.1:39140 127.0.0.1:41456
2015-02-11 00:33:55,647 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:41456 127.0.0.1:48952 127.0.0.1:39140
2015-02-11 00:33:55,648 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:48952 127.0.0.1:39140 127.0.0.1:41520
2015-02-11 00:33:55,648 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:48952 127.0.0.1:39140 127.0.0.1:41520
2015-02-11 00:33:55,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0004 dst=null perm=null proto=rpc
2015-02-11 00:33:55,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:55,710 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary
2015-02-11 00:33:55,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/_temporary dst=null perm=null proto=rpc
2015-02-11 00:33:55,712 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: first-mr
2015-02-11 00:33:55,712 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: second-mr
2015-02-11 00:33:55,712 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] at least one sink is marked for delete
2015-02-11 00:33:55,712 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:33:55,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:33:55,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:33:55,717 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting
2015-02-11 00:33:55,717 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] source: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1"]
2015-02-11 00:33:55,718 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] sink: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-11 00:33:55,718 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] parallel execution is enabled: true
2015-02-11 00:33:55,718 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] starting jobs: 1
2015-02-11 00:33:55,718 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second-mr] allocating threads: 1
2015-02-11 00:33:55,718 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-11 00:33:55,735 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:33:55,752 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:33:55,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:33:55,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:55,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:55,761 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 5
2015-02-11 00:33:55,762 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-11 00:33:55,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005 dst=null perm=null proto=rpc
2015-02-11 00:33:55,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:33:55,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:33:55,772 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-11 00:33:55,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:33:55,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:33:55,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:33:55,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:33:55,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:33:55,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:55,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:55,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:33:55,786 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:33:55,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:55,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:55,802 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split
2015-02-11 00:33:55,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:55,808 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split. BP-1962327657-10.31.157.187-1423614732145 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:55,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048 src: /127.0.0.1:42673 dest: /127.0.0.1:41456
2015-02-11 00:33:55,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048 src: /127.0.0.1:46270 dest: /127.0.0.1:48952
2015-02-11 00:33:55,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048 src: /127.0.0.1:47075 dest: /127.0.0.1:41520
2015-02-11 00:33:55,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048 src: /127.0.0.1:45427 dest: /127.0.0.1:39140
2015-02-11 00:33:55,826 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45427, dest: /127.0.0.1:39140, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 4598529
2015-02-11 00:33:55,826 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:55,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,826 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47075, dest: /127.0.0.1:41520, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 3084215
2015-02-11 00:33:55,827 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:55,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46270, dest: /127.0.0.1:48952, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 4315601
2015-02-11 00:33:55,828 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:55,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42673, dest: /127.0.0.1:41456, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 4914428
2015-02-11 00:33:55,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,829 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:55,834 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41520 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741866_1042, blk_1073741867_1043]
2015-02-11 00:33:55,835 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:39140 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043]
2015-02-11 00:33:55,835 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:55,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:55,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:55,848 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo. BP-1962327657-10.31.157.187-1423614732145 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:33:55,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049 src: /127.0.0.1:47077 dest: /127.0.0.1:41520
2015-02-11 00:33:55,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049 src: /127.0.0.1:46274 dest: /127.0.0.1:48952
2015-02-11 00:33:55,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049 src: /127.0.0.1:45430 dest: /127.0.0.1:39140
2015-02-11 00:33:55,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45430, dest: /127.0.0.1:39140, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, duration: 1490835
2015-02-11 00:33:55,859 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:55,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46274, dest: /127.0.0.1:48952, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, duration: 2192508
2015-02-11 00:33:55,861 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:55,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47077, dest: /127.0.0.1:41520, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, duration: 3307049
2015-02-11 00:33:55,861 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:55,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741867_1043
2015-02-11 00:33:55,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048
2015-02-11 00:33:55,871 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:55,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044
2015-02-11 00:33:55,871 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:33:55,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049
2015-02-11 00:33:55,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741870_1046
2015-02-11 00:33:55,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741869_1045
2015-02-11 00:33:55,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:55,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:33:55,938 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:33:55,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050 src: /127.0.0.1:47080 dest: /127.0.0.1:41520
2015-02-11 00:33:55,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050 src: /127.0.0.1:46277 dest: /127.0.0.1:48952
2015-02-11 00:33:55,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050 src: /127.0.0.1:42682 dest: /127.0.0.1:41456
2015-02-11 00:33:55,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42682, dest: /127.0.0.1:41456, bytes: 84266, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, duration: 3064837
2015-02-11 00:33:55,952 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:33:55,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,953 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46277, dest: /127.0.0.1:48952, bytes: 84266, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, duration: 4259698
2015-02-11 00:33:55,954 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:55,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,954 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47080, dest: /127.0.0.1:41520, bytes: 84266, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, duration: 5173338
2015-02-11 00:33:55,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:33:55,957 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:33:55,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:33:55,962 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614749661_0005
2015-02-11 00:33:55,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005 dst=null perm=null proto=rpc
2015-02-11 00:33:55,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:55,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:55,967 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-11 00:33:55,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:55,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:55,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:55,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:55,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:33:55,980 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 5 submitted by user teamcity
2015-02-11 00:33:55,980 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614749661_0005
2015-02-11 00:33:55,981 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614749661_0005
2015-02-11 00:33:55,981 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614749661_0005
2015-02-11 00:33:55,981 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0005 State change from NEW to NEW_SAVING
2015-02-11 00:33:55,981 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0005 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:33:55,981 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614749661_0005 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:33:55,982 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614749661_0005 from user: teamcity, in queue: default
2015-02-11 00:33:55,982 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0005 State change from SUBMITTED to ACCEPTED
2015-02-11 00:33:55,982 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614749661_0005
2015-02-11 00:33:55,982 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614749661_0005_000001
2015-02-11 00:33:55,983 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from NEW to SUBMITTED
2015-02-11 00:33:55,983 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614749661_0005 from user: teamcity activated in queue: default
2015-02-11 00:33:55,983 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614749661_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5da19012, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:33:55,983 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614749661_0005_000001 to scheduler from user teamcity in queue default
2015-02-11 00:33:55,984 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:33:55,985 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0005/
2015-02-11 00:33:55,985 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] submitted hadoop job: job_1423614749661_0005
2015-02-11 00:33:55,985 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second-mr] tracking url: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0005/
2015-02-11 00:33:56,109 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:33:56,109 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000001
2015-02-11 00:33:56,109 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0005_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:33:56,110 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0005_000001 container=Container: [ContainerId: container_1423614749661_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:33:56,110 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:33:56,110 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:33:56,110 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:48986 for container : container_1423614749661_0005_01_000001
2015-02-11 00:33:56,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:33:56,111 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614749661_0005_000001
2015-02-11 00:33:56,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614749661_0005 AttemptId: appattempt_1423614749661_0005_000001 MasterContainer: Container: [ContainerId: container_1423614749661_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ]
2015-02-11 00:33:56,111 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:33:56,112 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:33:56,112 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614749661_0005_000001
2015-02-11 00:33:56,114 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614749661_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] for AM appattempt_1423614749661_0005_000001
2015-02-11 00:33:56,114 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614749661_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:33:56,118 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0005_000001 (auth:SIMPLE)
2015-02-11 00:33:56,120 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0005_01_000001 by user teamcity
2015-02-11 00:33:56,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0005
2015-02-11 00:33:56,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000001
2015-02-11 00:33:56,121 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from NEW to INITING
2015-02-11 00:33:56,121 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0005_01_000001 to application application_1423614749661_0005
2015-02-11 00:33:56,122 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614749661_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] for AM appattempt_1423614749661_0005_000001
2015-02-11 00:33:56,122 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from INITING to RUNNING
2015-02-11 00:33:56,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:33:56,122 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:33:56,122 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0005
2015-02-11 00:33:56,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:33:56,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:33:56,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:33:56,123 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0005_01_000001
2015-02-11 00:33:56,142 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0005_01_000001.tokens. Credentials list:
2015-02-11 00:33:56,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:33:56,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0005_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000001.tokens
2015-02-11 00:33:56,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:33:56,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:56,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:33:56,462 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45438, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1088812893_4613, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, duration: 278698
2015-02-11 00:33:56,495 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0005/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:56,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:56,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:33:56,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46284, bytes: 815, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1088812893_4613, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 272038
2015-02-11 00:33:56,570 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:56,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:56,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:33:56,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47089, bytes: 84926, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1088812893_4613, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, duration: 579465
2015-02-11 00:33:56,647 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0005/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:33:56,647 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:33:56,697 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:33:56,697 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:33:56,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000001/default_container_executor.sh]
2015-02-11 00:33:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863 for deletion
2015-02-11 00:33:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741864 for deletion
2015-02-11 00:33:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741865 for deletion
2015-02-11 00:33:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741864
2015-02-11 00:33:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863
2015-02-11 00:33:57,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741865
2015-02-11 00:33:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741866 for deletion
2015-02-11 00:33:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741867 for deletion
2015-02-11 00:33:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741866
2015-02-11 00:33:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741867
2015-02-11 00:33:57,109 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:33:57,537 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863 for deletion
2015-02-11 00:33:57,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741864 for deletion
2015-02-11 00:33:57,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741866 for deletion
2015-02-11 00:33:57,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741867 for deletion
2015-02-11 00:33:57,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863
2015-02-11 00:33:57,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741864
2015-02-11 00:33:57,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741866
2015-02-11 00:33:57,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741867
2015-02-11 00:33:58,835 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48952 to delete [blk_1073741863_1039, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043]
2015-02-11 00:33:58,835 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41456 to delete [blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041]
2015-02-11 00:33:59,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:33:59,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:33:59,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:33:59,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:33:59,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005 dst=null perm=null proto=rpc
2015-02-11 00:33:59,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:33:59,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:34:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863 for deletion
2015-02-11 00:34:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741865 for deletion
2015-02-11 00:34:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741866 for deletion
2015-02-11 00:34:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863
2015-02-11 00:34:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741865
2015-02-11 00:34:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741866
2015-02-11 00:34:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741867 for deletion
2015-02-11 00:34:00,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741867
2015-02-11 00:34:00,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049
2015-02-11 00:34:00,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048
2015-02-11 00:34:00,141 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050
2015-02-11 00:34:00,142 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049
2015-02-11 00:34:00,142 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048
2015-02-11 00:34:00,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863 for deletion
2015-02-11 00:34:00,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741864 for deletion
2015-02-11 00:34:00,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741863
2015-02-11 00:34:00,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741865 for deletion
2015-02-11 00:34:00,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741864
2015-02-11 00:34:00,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741865
2015-02-11 00:34:00,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:00,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050
2015-02-11 00:34:00,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048
2015-02-11 00:34:00,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:00,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45444, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741873_1049, duration: 261753
2015-02-11 00:34:00,813 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614749661_0004_01_000001 succeeded
2015-02-11 00:34:00,813 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:34:00,813 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0004_01_000001
2015-02-11 00:34:00,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000001
2015-02-11 00:34:00,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000001
2015-02-11 00:34:00,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000001
2015-02-11 00:34:00,831 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000001
2015-02-11 00:34:00,831 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:34:00,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0004/container_1423614749661_0004_01_000001
2015-02-11 00:34:00,831 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0004_01_000001 from application application_1423614749661_0004
2015-02-11 00:34:00,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:00,832 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0004
2015-02-11 00:34:00,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050
2015-02-11 00:34:01,404 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0004_01_000001]
2015-02-11 00:34:01,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:01,404 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614749661_0004_000001
2015-02-11 00:34:01,404 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:34:01,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0004_000001 State change from FINISHING to FINISHED
2015-02-11 00:34:01,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0004 CONTAINERID=container_1423614749661_0004_01_000001
2015-02-11 00:34:01,405 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0004 State change from FINISHING to FINISHED
2015-02-11 00:34:01,405 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:34:01,405 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614749661_0004
2015-02-11 00:34:01,405 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:34:01,405 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:01,405 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614749661_0004_000001
2015-02-11 00:34:01,406 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:01,405 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614749661_0004,name=first-mr,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:60517/proxy/application_1423614749661_0004/jobhistory/job/job_1423614749661_0004,appMasterHost=ip-10-31-157-187,startTime=1423614812688,finishTime=1423614834636,finalStatus=SUCCEEDED
2015-02-11 00:34:01,406 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:34:01,406 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0004_000001 released container container_1423614749661_0004_01_000001 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:34:01,406 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614749661_0004_000001 is done. finalState=FINISHED
2015-02-11 00:34:01,407 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614749661_0004 requests cleared
2015-02-11 00:34:01,407 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614749661_0004 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:34:01,407 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614749661_0004 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:34:01,410 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0004_000001 (auth:SIMPLE)
2015-02-11 00:34:01,412 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0004_01_000001
2015-02-11 00:34:01,797 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0005_000001 (auth:SIMPLE)
2015-02-11 00:34:01,800 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614749661_0005_000001
2015-02-11 00:34:01,801 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614749661_0005 APPATTEMPTID=appattempt_1423614749661_0005_000001
2015-02-11 00:34:01,801 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:34:01,801 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0005 State change from ACCEPTED to RUNNING
2015-02-11 00:34:01,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:01,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:34:02,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:02,212 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1_conf.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:34:02,245 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:34:02,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,246 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0004
2015-02-11 00:34:02,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,246 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:34:02,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,247 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0004, with delay of 10800 seconds
2015-02-11 00:34:02,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051 src: /127.0.0.1:42698 dest: /127.0.0.1:41456
2015-02-11 00:34:02,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051 src: /127.0.0.1:46295 dest: /127.0.0.1:48952
2015-02-11 00:34:02,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051 src: /127.0.0.1:47100 dest: /127.0.0.1:41520
2015-02-11 00:34:02,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47100, dest: /127.0.0.1:41520, bytes: 99769, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051, duration: 38983565
2015-02-11 00:34:02,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:34:02,333 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:02,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46295, dest: /127.0.0.1:48952, bytes: 99769, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051, duration: 40307125
2015-02-11 00:34:02,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:34:02,334 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:02,335 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42698, dest: /127.0.0.1:41456, bytes: 99769, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051, duration: 41485335
2015-02-11 00:34:02,335 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:02,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:34:02,342 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:02,404 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:34:02,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,406 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0004
2015-02-11 00:34:02,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0004
2015-02-11 00:34:02,406 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:34:02,406 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0004, with delay of 10800 seconds
2015-02-11 00:34:03,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:03,112 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000002
2015-02-11 00:34:03,112 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0005_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:34:03,112 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0005_000001 container=Container: [ContainerId: container_1423614749661_0005_01_000002, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:03,112 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:34:03,112 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:03,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:03,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000003
2015-02-11 00:34:03,113 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0005_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:34:03,113 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0005_000001 container=Container: [ContainerId: container_1423614749661_0005_01_000003, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:03,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:34:03,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:03,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:03,246 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000004
2015-02-11 00:34:03,246 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0005_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:34:03,246 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0005_000001 container=Container: [ContainerId: container_1423614749661_0005_01_000004, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:03,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:34:03,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:03,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:03,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000005
2015-02-11 00:34:03,248 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0005_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:34:03,248 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0005_000001 container=Container: [ContainerId: container_1423614749661_0005_01_000005, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:03,248 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:34:03,248 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:03,876 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:48986 for container : container_1423614749661_0005_01_000002
2015-02-11 00:34:03,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:03,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:03,877 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:56688 for container : container_1423614749661_0005_01_000004
2015-02-11 00:34:03,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:03,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:03,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:03,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:03,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:03,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:04,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:04,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:04,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:04,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:04,113 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0005_000001 (auth:SIMPLE)
2015-02-11 00:34:04,114 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0005_000001 (auth:SIMPLE)
2015-02-11 00:34:04,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0005_01_000003 by user teamcity
2015-02-11 00:34:04,122 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000003
2015-02-11 00:34:04,122 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0005_01_000003 to application application_1423614749661_0005
2015-02-11 00:34:04,123 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:34:04,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0005_01_000002 by user teamcity
2015-02-11 00:34:04,123 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,123 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000002
2015-02-11 00:34:04,123 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,124 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:04,124 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0005
2015-02-11 00:34:04,125 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0005_01_000002 to application application_1423614749661_0005
2015-02-11 00:34:04,125 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:04,125 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:34:04,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,126 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:04,126 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0005
2015-02-11 00:34:04,126 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0005_01_000005 by user teamcity
2015-02-11 00:34:04,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0005
2015-02-11 00:34:04,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0005_01_000004 by user teamcity
2015-02-11 00:34:04,127 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from NEW to INITING
2015-02-11 00:34:04,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000004
2015-02-11 00:34:04,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000005
2015-02-11 00:34:04,127 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:04,127 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0005_01_000005 to application application_1423614749661_0005
2015-02-11 00:34:04,129 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0005_01_000004 to application application_1423614749661_0005
2015-02-11 00:34:04,129 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from INITING to RUNNING
2015-02-11 00:34:04,129 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:34:04,130 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:34:04,130 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,130 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,130 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:04,130 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0005
2015-02-11 00:34:04,131 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:34:04,131 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,131 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0005
2015-02-11 00:34:04,131 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:04,131 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0005
2015-02-11 00:34:04,132 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0005_01_000004
2015-02-11 00:34:04,132 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0005_01_000005
2015-02-11 00:34:04,156 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614749661_0005_01_000004.tokens. Credentials list:
2015-02-11 00:34:04,157 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614749661_0005_01_000005.tokens. Credentials list:
2015-02-11 00:34:04,187 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:04,188 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:04,192 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:04,193 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:04,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:34:04,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:04,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:04,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000003/default_container_executor.sh]
2015-02-11 00:34:04,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000002/default_container_executor.sh]
2015-02-11 00:34:04,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614749661_0005_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000004.tokens
2015-02-11 00:34:04,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:04,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:04,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:04,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47107, bytes: 84926, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-223351865_4893, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741874_1050, duration: 458037
2015-02-11 00:34:04,600 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0005/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:34:04,600 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:04,601 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:04,825 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:04,825 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:04,827 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:04,827 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:04,899 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:34:04,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000005/default_container_executor.sh]
2015-02-11 00:34:04,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000004/default_container_executor.sh]
2015-02-11 00:34:05,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:05,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:05,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051
2015-02-11 00:34:05,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051
2015-02-11 00:34:05,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:34:05,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051
2015-02-11 00:34:05,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614749661_0005_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000005.tokens
2015-02-11 00:34:05,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:08,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:08,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42716, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000001_0_1308235513_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 282642
2015-02-11 00:34:08,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:08,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:08,678 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46314, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000000_0_-1135973239_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 275871
2015-02-11 00:34:08,761 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47119, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000001_0_1308235513_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 288447
2015-02-11 00:34:08,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:08,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42720, bytes: 538, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000000_0_-1135973239_1, offset: 1024, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 1073241
2015-02-11 00:34:08,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:08,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:34:08,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45473, bytes: 299, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000003_0_2019256323_1, offset: 512, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 267752
2015-02-11 00:34:08,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:08,963 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0005_01_000003
2015-02-11 00:34:08,963 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000003
2015-02-11 00:34:08,963 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:34:08,963 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0005_01_000003
2015-02-11 00:34:08,981 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0005_01_000003 is : 143
2015-02-11 00:34:08,988 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1.jhist. BP-1962327657-10.31.157.187-1423614732145 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:34:09,000 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:09,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000003
2015-02-11 00:34:09,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000003
2015-02-11 00:34:09,001 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000003
2015-02-11 00:34:09,002 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:09,002 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0005_01_000003 from application application_1423614749661_0005
2015-02-11 00:34:09,002 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:09,002 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0005
2015-02-11 00:34:09,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000003
2015-02-11 00:34:09,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052 src: /127.0.0.1:45475 dest: /127.0.0.1:39140
2015-02-11 00:34:09,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000003
2015-02-11 00:34:09,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052 src: /127.0.0.1:42725 dest: /127.0.0.1:41456
2015-02-11 00:34:09,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052 src: /127.0.0.1:47126 dest: /127.0.0.1:41520
2015-02-11 00:34:09,027 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1.jhist for DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:09,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:09,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47127, bytes: 1054, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000003_0_2019256323_1, offset: 512, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 261355
2015-02-11 00:34:09,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:34:09,101 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46324, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000002_0_1817243147_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741872_1048, duration: 276011
2015-02-11 00:34:09,145 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0005_01_000002
2015-02-11 00:34:09,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000002
2015-02-11 00:34:09,146 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:34:09,146 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0005_01_000002
2015-02-11 00:34:09,146 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0005_01_000003]
2015-02-11 00:34:09,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:09,147 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:34:09,147 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000003
2015-02-11 00:34:09,147 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0005_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:34:09,147 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:34:09,148 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0005_01_000003, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:09,149 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:09,149 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:34:09,149 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0005_000001 released container container_1423614749661_0005_01_000003 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:34:09,164 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0005_01_000002 is : 143
2015-02-11 00:34:09,181 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:09,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000002
2015-02-11 00:34:09,182 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000002
2015-02-11 00:34:09,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000002
2015-02-11 00:34:09,183 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:09,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000002
2015-02-11 00:34:09,183 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0005_01_000002 from application application_1423614749661_0005
2015-02-11 00:34:09,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000002
2015-02-11 00:34:09,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:09,185 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:09,185 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0005
2015-02-11 00:34:09,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42729, bytes: 1570, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0005_m_000002_0_1817243147_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 284986
2015-02-11 00:34:09,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:34:09,401 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0005_01_000005
2015-02-11 00:34:09,401 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000005
2015-02-11 00:34:09,401 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:34:09,402 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0005_01_000005
2015-02-11 00:34:09,422 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0005_01_000005 is : 143
2015-02-11 00:34:09,439 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:09,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000005
2015-02-11 00:34:09,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000005
2015-02-11 00:34:09,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000005
2015-02-11 00:34:09,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000005
2015-02-11 00:34:09,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000005
2015-02-11 00:34:09,442 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:09,442 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0005_01_000005 from application application_1423614749661_0005
2015-02-11 00:34:09,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:09,443 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0005
2015-02-11 00:34:09,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:34:09,524 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0005_01_000004
2015-02-11 00:34:09,524 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000004
2015-02-11 00:34:09,524 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:34:09,524 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0005_01_000004
2015-02-11 00:34:09,525 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0005_01_000005]
2015-02-11 00:34:09,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:09,525 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:34:09,525 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000005
2015-02-11 00:34:09,525 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0005_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:34:09,526 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:34:09,527 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0005_01_000005, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:09,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:09,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:34:09,527 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0005_000001 released container container_1423614749661_0005_01_000005 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:34:09,540 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0005_01_000004 is : 143
2015-02-11 00:34:09,557 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:09,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000004
2015-02-11 00:34:09,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000004
2015-02-11 00:34:09,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000004
2015-02-11 00:34:09,560 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000004
2015-02-11 00:34:09,561 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:09,561 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0005_01_000004 from application application_1423614749661_0005
2015-02-11 00:34:09,561 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:09,561 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0005
2015-02-11 00:34:09,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000004
2015-02-11 00:34:10,147 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0005_01_000002]
2015-02-11 00:34:10,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:10,147 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:34:10,147 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000002
2015-02-11 00:34:10,148 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0005_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:34:10,148 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:34:10,148 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0005_01_000002, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:10,149 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:10,149 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:34:10,149 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0005_000001 released container container_1423614749661_0005_01_000002 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:34:10,525 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0005_01_000004]
2015-02-11 00:34:10,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:10,526 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:34:10,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000004
2015-02-11 00:34:10,526 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0005_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:56688, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:34:10,526 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:34:10,527 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0005_01_000004, NodeId: ip-10-31-157-187.ec2.internal:56688, NodeHttpAddress: ip-10-31-157-187.ec2.internal:41750, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:56688 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:10,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:10,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:34:10,527 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0005_000001 released container container_1423614749661_0005_01_000004 on node: host: ip-10-31-157-187.ec2.internal:56688 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:34:11,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:11,148 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000006
2015-02-11 00:34:11,148 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0005_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:34:11,148 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0005_000001 container=Container: [ContainerId: container_1423614749661_0005_01_000006, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:11,149 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:34:11,149 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:11,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:11,950 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0005_01_000006 by user teamcity
2015-02-11 00:34:11,950 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000006
2015-02-11 00:34:11,951 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0005_01_000006 to application application_1423614749661_0005
2015-02-11 00:34:11,951 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:34:11,951 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0005
2015-02-11 00:34:11,951 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0005
2015-02-11 00:34:11,951 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:11,952 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0005
2015-02-11 00:34:11,952 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:12,006 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:12,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:12,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000006/default_container_executor.sh]
2015-02-11 00:34:12,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:12,941 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:34:13,878 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:34:13,879 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-11 00:34:15,731 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:34:15,735 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:34:15,755 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:34:15,857 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(675)) - Number of transactions: 441 Total time for transactions(ms): 67 Number of transactions batched in Syncs: 0 Number of syncs: 289 SyncTimes(ms): 449 365
2015-02-11 00:34:15,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:15,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_r_000000_0/part-00000. BP-1962327657-10.31.157.187-1423614732145 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:34:16,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053 src: /127.0.0.1:45489 dest: /127.0.0.1:39140
2015-02-11 00:34:16,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053 src: /127.0.0.1:42739 dest: /127.0.0.1:41456
2015-02-11 00:34:16,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053 src: /127.0.0.1:47140 dest: /127.0.0.1:41520
2015-02-11 00:34:16,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47140, dest: /127.0.0.1:41520, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0005_r_000000_0_454886229_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 48522026
2015-02-11 00:34:16,111 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:16,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42739, dest: /127.0.0.1:41456, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0005_r_000000_0_454886229_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 48666974
2015-02-11 00:34:16,112 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45489, dest: /127.0.0.1:39140, bytes: 1595, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0005_r_000000_0_454886229_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 49495524
2015-02-11 00:34:16,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,114 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614749661_0005_r_000000_0_454886229_1
2015-02-11 00:34:16,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:34:16,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:34:16,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423614749661_0005_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:34:16,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/_temporary/attempt_1423614749661_0005_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423614749661_0005_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:34:16,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0005_01_000006
2015-02-11 00:34:16,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000006
2015-02-11 00:34:16,324 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:34:16,324 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0005_01_000006
2015-02-11 00:34:16,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:16,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:16,342 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0005_01_000006 is : 143
2015-02-11 00:34:16,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:34:16,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:16,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:16,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423614749661_0005_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:34:16,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:16,360 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:16,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000006
2015-02-11 00:34:16,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000006
2015-02-11 00:34:16,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000006
2015-02-11 00:34:16,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000006
2015-02-11 00:34:16,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000006
2015-02-11 00:34:16,363 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:16,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary/1/task_1423614749661_0005_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:16,363 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0005_01_000006 from application application_1423614749661_0005
2015-02-11 00:34:16,364 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:16,364 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0005
2015-02-11 00:34:16,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null proto=rpc
2015-02-11 00:34:16,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:16,384 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:16,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:16,391 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:16,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47126, dest: /127.0.0.1:41520, bytes: 53685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052, duration: 7397802480
2015-02-11 00:34:16,419 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:16,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 15242
2015-02-11 00:34:16,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42725, dest: /127.0.0.1:41456, bytes: 53685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052, duration: 7399720945
2015-02-11 00:34:16,420 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45475, dest: /127.0.0.1:39140, bytes: 53685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052, duration: 7400703482
2015-02-11 00:34:16,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 15242
2015-02-11 00:34:16,422 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 15242
2015-02-11 00:34:16,427 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:16,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:16,436 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005.summary_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:34:16,441 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054 src: /127.0.0.1:46337 dest: /127.0.0.1:48952
2015-02-11 00:34:16,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054 src: /127.0.0.1:45493 dest: /127.0.0.1:39140
2015-02-11 00:34:16,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054 src: /127.0.0.1:42743 dest: /127.0.0.1:41456
2015-02-11 00:34:16,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42743, dest: /127.0.0.1:41456, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054, duration: 1769683
2015-02-11 00:34:16,448 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:16,448 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45493, dest: /127.0.0.1:39140, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054, duration: 2020493
2015-02-11 00:34:16,449 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46337, dest: /127.0.0.1:48952, bytes: 351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054, duration: 3305869
2015-02-11 00:34:16,449 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,453 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:16,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:16,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:34:16,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:16,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:34:16,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:16,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:34:16,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:16,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42744, bytes: 54105, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052, duration: 307743
2015-02-11 00:34:16,489 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:34:16,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055 src: /127.0.0.1:47145 dest: /127.0.0.1:41520
2015-02-11 00:34:16,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055 src: /127.0.0.1:45497 dest: /127.0.0.1:39140
2015-02-11 00:34:16,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055 src: /127.0.0.1:42747 dest: /127.0.0.1:41456
2015-02-11 00:34:16,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42747, dest: /127.0.0.1:41456, bytes: 53685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055, duration: 2373747
2015-02-11 00:34:16,501 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:16,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45497, dest: /127.0.0.1:39140, bytes: 53685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055, duration: 3261629
2015-02-11 00:34:16,501 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47145, dest: /127.0.0.1:41520, bytes: 53685, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055, duration: 3938859
2015-02-11 00:34:16,502 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,506 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:16,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:16,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:34:16,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:16,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:34:16,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:16,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005/job_1423614749661_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:34:16,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:16,527 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46344, bytes: 100549, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741875_1051, duration: 435166
2015-02-11 00:34:16,530 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:34:16,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056 src: /127.0.0.1:47149 dest: /127.0.0.1:41520
2015-02-11 00:34:16,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056 src: /127.0.0.1:42750 dest: /127.0.0.1:41456
2015-02-11 00:34:16,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056 src: /127.0.0.1:45502 dest: /127.0.0.1:39140
2015-02-11 00:34:16,542 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45502, dest: /127.0.0.1:39140, bytes: 99769, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056, duration: 2754675
2015-02-11 00:34:16,542 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:16,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,543 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42750, dest: /127.0.0.1:41456, bytes: 99769, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056, duration: 3437584
2015-02-11 00:34:16,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,543 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,544 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47149, dest: /127.0.0.1:41520, bytes: 99769, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-806004952_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056, duration: 4359431
2015-02-11 00:34:16,544 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:16,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:34:16,548 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-806004952_1
2015-02-11 00:34:16,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:16,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:16,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:16,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0005-1423614835980-teamcity-second%2Dmr-1423614856392-4-1-SUCCEEDED-default-1423614841843.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:16,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614749661_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:34:16,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:34:16,575 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614749661_0005 with final state: FINISHING
2015-02-11 00:34:16,575 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0005 State change from RUNNING to FINAL_SAVING
2015-02-11 00:34:16,575 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614749661_0005
2015-02-11 00:34:16,575 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:34:16,575 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0005 State change from FINAL_SAVING to FINISHING
2015-02-11 00:34:17,325 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0005_01_000006]
2015-02-11 00:34:17,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:17,326 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:34:17,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000006
2015-02-11 00:34:17,326 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0005_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:34:17,326 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:34:17,327 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0005_01_000006, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:17,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:17,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:34:17,328 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0005_000001 released container container_1423614749661_0005_01_000006 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:34:17,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:41456 127.0.0.1:48952 127.0.0.1:41520 127.0.0.1:39140
2015-02-11 00:34:17,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:41520 127.0.0.1:48952 127.0.0.1:39140
2015-02-11 00:34:17,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:41520 127.0.0.1:48952 127.0.0.1:41456
2015-02-11 00:34:17,587 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:39140 127.0.0.1:41456 127.0.0.1:41520
2015-02-11 00:34:17,587 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:41456 127.0.0.1:48952 127.0.0.1:41520
2015-02-11 00:34:17,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0005 dst=null perm=null proto=rpc
2015-02-11 00:34:17,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:17,653 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary
2015-02-11 00:34:17,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/_temporary dst=null perm=null proto=rpc
2015-02-11 00:34:17,655 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: second-mr
2015-02-11 00:34:17,655 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] starting flow: third-mr
2015-02-11 00:34:17,656 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] at least one sink is marked for delete
2015-02-11 00:34:17,656 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:34:17,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:17,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:17,663 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting
2015-02-11 00:34:17,664 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] source: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2"]
2015-02-11 00:34:17,664 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] sink: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-02-11 00:34:17,664 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] parallel execution is enabled: true
2015-02-11 00:34:17,664 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] starting jobs: 1
2015-02-11 00:34:17,664 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third-mr] allocating threads: 1
2015-02-11 00:34:17,665 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] starting step: Hfs["NullScheme"]["hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3"]
2015-02-11 00:34:17,683 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:34:17,701 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:59052
2015-02-11 00:34:17,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:17,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:34:17,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:34:17,708 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 6
2015-02-11 00:34:17,709 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(150)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2015-02-11 00:34:17,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006 dst=null perm=null proto=rpc
2015-02-11 00:34:17,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:34:17,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:34:17,716 WARN mapreduce.JobSubmitter (JobSubmitter.java:copyAndConfigureFiles(259)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String).
2015-02-11 00:34:17,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:34:17,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:34:17,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:34:17,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:34:17,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:34:17,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:17,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:17,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:17,731 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:34:17,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:34:17,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:34:17,738 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split
2015-02-11 00:34:17,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:17,742 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split. BP-1962327657-10.31.157.187-1423614732145 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:34:17,745 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057 src: /127.0.0.1:46350 dest: /127.0.0.1:48952
2015-02-11 00:34:17,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057 src: /127.0.0.1:42755 dest: /127.0.0.1:41456
2015-02-11 00:34:17,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057 src: /127.0.0.1:47156 dest: /127.0.0.1:41520
2015-02-11 00:34:17,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057 src: /127.0.0.1:45508 dest: /127.0.0.1:39140
2015-02-11 00:34:17,755 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45508, dest: /127.0.0.1:39140, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 3272501
2015-02-11 00:34:17,755 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:17,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,756 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47156, dest: /127.0.0.1:41520, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 3061112
2015-02-11 00:34:17,756 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:17,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42755, dest: /127.0.0.1:41456, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 4103297
2015-02-11 00:34:17,757 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:17,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,758 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46350, dest: /127.0.0.1:48952, bytes: 807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 5120598
2015-02-11 00:34:17,758 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:17,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,762 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:34:17,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:34:17,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:34:17,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo. BP-1962327657-10.31.157.187-1423614732145 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:34:17,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058 src: /127.0.0.1:47158 dest: /127.0.0.1:41520
2015-02-11 00:34:17,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058 src: /127.0.0.1:45510 dest: /127.0.0.1:39140
2015-02-11 00:34:17,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058 src: /127.0.0.1:42760 dest: /127.0.0.1:41456
2015-02-11 00:34:17,781 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42760, dest: /127.0.0.1:41456, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, duration: 1769279
2015-02-11 00:34:17,782 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:17,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45510, dest: /127.0.0.1:39140, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, duration: 2030827
2015-02-11 00:34:17,783 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:17,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,783 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47158, dest: /127.0.0.1:41520, bytes: 155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, duration: 2857888
2015-02-11 00:34:17,783 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:17,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,787 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:34:17,788 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:34:17,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:34:17,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:34:17,806 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]}
2015-02-11 00:34:17,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059 src: /127.0.0.1:46357 dest: /127.0.0.1:48952
2015-02-11 00:34:17,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059 src: /127.0.0.1:42762 dest: /127.0.0.1:41456
2015-02-11 00:34:17,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059 src: /127.0.0.1:45514 dest: /127.0.0.1:39140
2015-02-11 00:34:17,819 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45514, dest: /127.0.0.1:39140, bytes: 84265, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, duration: 4699826
2015-02-11 00:34:17,820 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:17,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,820 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42762, dest: /127.0.0.1:41456, bytes: 84265, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, duration: 5323024
2015-02-11 00:34:17,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,821 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46357, dest: /127.0.0.1:48952, bytes: 84265, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, duration: 6199873
2015-02-11 00:34:17,822 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:17,822 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW]]} size 0
2015-02-11 00:34:17,822 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:17,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml is closed by DFSClient_NONMAPREDUCE_301801674_11
2015-02-11 00:34:17,827 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614749661_0006
2015-02-11 00:34:17,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006 dst=null perm=null proto=rpc
2015-02-11 00:34:17,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:17,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:17,830 INFO mapred.YARNRunner (YARNRunner.java:createApplicationSubmissionContext(369)) - Job jar is not present. Not adding any jar to the list of resources.
2015-02-11 00:34:17,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:17,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:17,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:17,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:17,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:17,843 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 6 submitted by user teamcity
2015-02-11 00:34:17,843 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614749661_0006
2015-02-11 00:34:17,843 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614749661_0006
2015-02-11 00:34:17,843 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614749661_0006
2015-02-11 00:34:17,843 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0006 State change from NEW to NEW_SAVING
2015-02-11 00:34:17,844 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0006 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:34:17,844 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614749661_0006 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:34:17,844 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614749661_0006 from user: teamcity, in queue: default
2015-02-11 00:34:17,844 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614749661_0006
2015-02-11 00:34:17,844 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0006 State change from SUBMITTED to ACCEPTED
2015-02-11 00:34:17,845 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614749661_0006_000001
2015-02-11 00:34:17,845 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from NEW to SUBMITTED
2015-02-11 00:34:17,845 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614749661_0006 from user: teamcity activated in queue: default
2015-02-11 00:34:17,845 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614749661_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@5da19012, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:34:17,846 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614749661_0006_000001 to scheduler from user teamcity in queue default
2015-02-11 00:34:17,846 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:34:17,848 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0006/
2015-02-11 00:34:17,848 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] submitted hadoop job: job_1423614749661_0006
2015-02-11 00:34:17,848 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third-mr] tracking url: http://ip-10-31-157-187:60517/proxy/application_1423614749661_0006/
2015-02-11 00:34:18,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:18,327 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000001
2015-02-11 00:34:18,327 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0006_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-11 00:34:18,327 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0006_000001 container=Container: [ContainerId: container_1423614749661_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:18,328 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:34:18,328 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:18,328 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:48986 for container : container_1423614749661_0006_01_000001
2015-02-11 00:34:18,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:18,329 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614749661_0006_000001
2015-02-11 00:34:18,329 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614749661_0006 AttemptId: appattempt_1423614749661_0006_000001 MasterContainer: Container: [ContainerId: container_1423614749661_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ]
2015-02-11 00:34:18,329 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:34:18,329 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:34:18,330 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614749661_0006_000001
2015-02-11 00:34:18,331 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614749661_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] for AM appattempt_1423614749661_0006_000001
2015-02-11 00:34:18,332 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614749661_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:34:18,339 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0006_000001 (auth:SIMPLE)
2015-02-11 00:34:18,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0006_01_000001 by user teamcity
2015-02-11 00:34:18,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0006
2015-02-11 00:34:18,342 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000001
2015-02-11 00:34:18,342 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0006 transitioned from NEW to INITING
2015-02-11 00:34:18,342 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0006_01_000001 to application application_1423614749661_0006
2015-02-11 00:34:18,342 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0006 transitioned from INITING to RUNNING
2015-02-11 00:34:18,343 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:34:18,343 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614749661_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] for AM appattempt_1423614749661_0006_000001
2015-02-11 00:34:18,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0006
2015-02-11 00:34:18,343 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:34:18,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:34:18,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:34:18,344 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:34:18,344 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0006_01_000001
2015-02-11 00:34:18,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0006_01_000001.tokens. Credentials list:
2015-02-11 00:34:18,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:34:18,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423614749661_0006_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000001.tokens
2015-02-11 00:34:18,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0006
2015-02-11 00:34:18,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:18,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:18,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42769, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1061352784_5282, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, duration: 287765
2015-02-11 00:34:18,701 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0006/filecache/10/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:34:18,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:18,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:18,743 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47170, bytes: 815, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1061352784_5282, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 291252
2015-02-11 00:34:18,777 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0006/filecache/11/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:34:18,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:18,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:18,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42769, bytes: 84925, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1061352784_5282, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, duration: 444572
2015-02-11 00:34:18,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0006/filecache/12/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:34:18,852 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:18,899 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:18,900 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:19,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000001/default_container_executor.sh]
2015-02-11 00:34:19,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:19,838 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41520 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052]
2015-02-11 00:34:19,838 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48952 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051]
2015-02-11 00:34:20,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058
2015-02-11 00:34:20,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053
2015-02-11 00:34:20,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057
2015-02-11 00:34:20,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055
2015-02-11 00:34:20,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056
2015-02-11 00:34:20,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054
2015-02-11 00:34:20,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052
2015-02-11 00:34:20,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054
2015-02-11 00:34:20,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059
2015-02-11 00:34:20,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057
2015-02-11 00:34:20,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059
2015-02-11 00:34:20,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052
2015-02-11 00:34:20,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057
2015-02-11 00:34:20,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741878_1054
2015-02-11 00:34:20,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059
2015-02-11 00:34:20,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053
2015-02-11 00:34:20,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055
2015-02-11 00:34:20,357 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058
2015-02-11 00:34:20,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056
2015-02-11 00:34:20,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741879_1055
2015-02-11 00:34:20,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058
2015-02-11 00:34:20,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057
2015-02-11 00:34:20,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053
2015-02-11 00:34:20,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741876_1052
2015-02-11 00:34:20,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741880_1056
2015-02-11 00:34:21,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872 for deletion
2015-02-11 00:34:21,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741873 for deletion
2015-02-11 00:34:21,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872
2015-02-11 00:34:21,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741874 for deletion
2015-02-11 00:34:21,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741873
2015-02-11 00:34:21,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741875 for deletion
2015-02-11 00:34:21,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741874
2015-02-11 00:34:21,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741875
2015-02-11 00:34:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872 for deletion
2015-02-11 00:34:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741873 for deletion
2015-02-11 00:34:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872
2015-02-11 00:34:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741873
2015-02-11 00:34:21,538 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741874 for deletion
2015-02-11 00:34:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741875 for deletion
2015-02-11 00:34:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741874
2015-02-11 00:34:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741876 for deletion
2015-02-11 00:34:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741875
2015-02-11 00:34:21,539 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741876
2015-02-11 00:34:21,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:34:21,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:34:21,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:34:21,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:34:21,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006 dst=null perm=null proto=rpc
2015-02-11 00:34:21,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:34:21,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:34:22,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:22,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:34:22,622 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42772, bytes: 159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741882_1058, duration: 264768
2015-02-11 00:34:22,745 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614749661_0005_01_000001 succeeded
2015-02-11 00:34:22,745 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:34:22,745 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0005_01_000001
2015-02-11 00:34:22,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000001
2015-02-11 00:34:22,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000001
2015-02-11 00:34:22,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000001
2015-02-11 00:34:22,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0005/container_1423614749661_0005_01_000001
2015-02-11 00:34:22,764 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000001
2015-02-11 00:34:22,764 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:34:22,764 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0005_01_000001 from application application_1423614749661_0005
2015-02-11 00:34:22,765 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:22,765 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0005
2015-02-11 00:34:22,839 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:39140 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741876_1052]
2015-02-11 00:34:22,839 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41456 to delete [blk_1073741872_1048, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052]
2015-02-11 00:34:23,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0005_01_000001]
2015-02-11 00:34:23,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:23,328 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614749661_0005_000001
2015-02-11 00:34:23,328 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:34:23,328 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0005_000001 State change from FINISHING to FINISHED
2015-02-11 00:34:23,329 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0005 State change from FINISHING to FINISHED
2015-02-11 00:34:23,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0005 CONTAINERID=container_1423614749661_0005_01_000001
2015-02-11 00:34:23,329 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614749661_0005_000001
2015-02-11 00:34:23,329 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0005_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:34:23,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614749661_0005
2015-02-11 00:34:23,330 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:34:23,330 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614749661_0005,name=second-mr,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:60517/proxy/application_1423614749661_0005/jobhistory/job/job_1423614749661_0005,appMasterHost=ip-10-31-157-187,startTime=1423614835980,finishTime=1423614856575,finalStatus=SUCCEEDED
2015-02-11 00:34:23,330 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:23,330 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:23,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:34:23,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0005_000001 released container container_1423614749661_0005_01_000001 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:34:23,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614749661_0005_000001 is done. finalState=FINISHED
2015-02-11 00:34:23,331 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614749661_0005 requests cleared
2015-02-11 00:34:23,331 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614749661_0005 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:34:23,331 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614749661_0005 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:34:23,333 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0005_000001 (auth:SIMPLE)
2015-02-11 00:34:23,336 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0005_01_000001
2015-02-11 00:34:23,530 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:34:23,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:23,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:23,531 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0005
2015-02-11 00:34:23,532 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:34:23,532 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0005, with delay of 10800 seconds
2015-02-11 00:34:23,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:23,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:23,996 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0006_000001 (auth:SIMPLE)
2015-02-11 00:34:24,001 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614749661_0006_000001
2015-02-11 00:34:24,001 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614749661_0006 APPATTEMPTID=appattempt_1423614749661_0006_000001
2015-02-11 00:34:24,002 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:34:24,002 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0006 State change from ACCEPTED to RUNNING
2015-02-11 00:34:24,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:24,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872 for deletion
2015-02-11 00:34:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741873 for deletion
2015-02-11 00:34:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872
2015-02-11 00:34:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741876 for deletion
2015-02-11 00:34:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741873_1049 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741873
2015-02-11 00:34:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741876
2015-02-11 00:34:24,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:34:24,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:24,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872 for deletion
2015-02-11 00:34:24,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741874 for deletion
2015-02-11 00:34:24,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741875 for deletion
2015-02-11 00:34:24,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741872_1048 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741872
2015-02-11 00:34:24,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741876 for deletion
2015-02-11 00:34:24,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741874
2015-02-11 00:34:24,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741875
2015-02-11 00:34:24,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1962327657-10.31.157.187-1423614732145 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1962327657-10.31.157.187-1423614732145/current/finalized/blk_1073741876
2015-02-11 00:34:24,329 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:34:24,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:24,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:24,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:24,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0005
2015-02-11 00:34:24,331 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614749661_0005
2015-02-11 00:34:24,331 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:34:24,331 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614749661_0005, with delay of 10800 seconds
2015-02-11 00:34:24,408 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1_conf.xml. BP-1962327657-10.31.157.187-1423614732145 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:34:24,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060 src: /127.0.0.1:42779 dest: /127.0.0.1:41456
2015-02-11 00:34:24,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060 src: /127.0.0.1:45531 dest: /127.0.0.1:39140
2015-02-11 00:34:24,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060 src: /127.0.0.1:47181 dest: /127.0.0.1:41520
2015-02-11 00:34:24,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47181, dest: /127.0.0.1:41520, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060, duration: 45224710
2015-02-11 00:34:24,529 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:24,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:24,530 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45531, dest: /127.0.0.1:39140, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060, duration: 46101574
2015-02-11 00:34:24,530 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:24,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42779, dest: /127.0.0.1:41456, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060, duration: 45533112
2015-02-11 00:34:24,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:24,531 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:24,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]} size 0
2015-02-11 00:34:24,538 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:25,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060
2015-02-11 00:34:25,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:25,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000002
2015-02-11 00:34:25,330 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0006_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:34:25,330 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0006_000001 container=Container: [ContainerId: container_1423614749661_0006_01_000002, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:25,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:34:25,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:25,331 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:25,331 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000003
2015-02-11 00:34:25,331 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0006_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:34:25,331 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0006_000001 container=Container: [ContainerId: container_1423614749661_0006_01_000003, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:25,331 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:34:25,332 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:25,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:25,362 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000004
2015-02-11 00:34:25,362 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0006_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:34:25,362 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0006_000001 container=Container: [ContainerId: container_1423614749661_0006_01_000004, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:25,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:34:25,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:25,363 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:25,363 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000005
2015-02-11 00:34:25,363 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0006_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:34:25,364 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0006_000001 container=Container: [ContainerId: container_1423614749661_0006_01_000005, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:25,364 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:34:25,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060
2015-02-11 00:34:25,364 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:25,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060
2015-02-11 00:34:26,109 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:48986 for container : container_1423614749661_0006_01_000002
2015-02-11 00:34:26,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:26,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:26,111 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:38757 for container : container_1423614749661_0006_01_000004
2015-02-11 00:34:26,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:26,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:26,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:26,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:26,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:26,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:26,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:26,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:26,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:34:26,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-2891785086547881699.jar dst=null perm=null proto=rpc
2015-02-11 00:34:26,332 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0006_000001 (auth:SIMPLE)
2015-02-11 00:34:26,332 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0006_000001 (auth:SIMPLE)
2015-02-11 00:34:26,337 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0006_01_000002 by user teamcity
2015-02-11 00:34:26,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000002
2015-02-11 00:34:26,338 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0006_01_000002 to application application_1423614749661_0006
2015-02-11 00:34:26,338 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:34:26,338 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,339 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0006_01_000004 by user teamcity
2015-02-11 00:34:26,339 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0006_01_000003 by user teamcity
2015-02-11 00:34:26,339 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0006
2015-02-11 00:34:26,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000004
2015-02-11 00:34:26,339 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0006 transitioned from NEW to INITING
2015-02-11 00:34:26,339 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:26,339 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0006_01_000005 by user teamcity
2015-02-11 00:34:26,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000003
2015-02-11 00:34:26,340 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000005
2015-02-11 00:34:26,340 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0006
2015-02-11 00:34:26,340 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0006_01_000004 to application application_1423614749661_0006
2015-02-11 00:34:26,340 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0006_01_000005 to application application_1423614749661_0006
2015-02-11 00:34:26,341 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0006_01_000003 to application application_1423614749661_0006
2015-02-11 00:34:26,341 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0006 transitioned from INITING to RUNNING
2015-02-11 00:34:26,341 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:26,341 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:34:26,341 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:34:26,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,342 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:26,342 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0006
2015-02-11 00:34:26,342 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:34:26,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,343 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:26,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,343 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:26,343 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0006
2015-02-11 00:34:26,343 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:34:26,344 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,344 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0006
2015-02-11 00:34:26,344 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:26,344 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0006
2015-02-11 00:34:26,345 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0006_01_000004
2015-02-11 00:34:26,345 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0006_01_000005
2015-02-11 00:34:26,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:26,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:26,365 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423614749661_0006_01_000004.tokens. Credentials list:
2015-02-11 00:34:26,366 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423614749661_0006_01_000005.tokens. Credentials list:
2015-02-11 00:34:26,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:34:26,401 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:26,401 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:26,405 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:26,405 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:26,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000003/default_container_executor.sh]
2015-02-11 00:34:26,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000002/default_container_executor.sh]
2015-02-11 00:34:26,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423614749661_0006_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000004.tokens
2015-02-11 00:34:26,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006
2015-02-11 00:34:26,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:26,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:26,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42786, bytes: 84925, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1141875921_5560, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, duration: 471538
2015-02-11 00:34:26,771 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0006/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:34:26,771 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:26,771 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:26,831 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:26,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:26,832 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:26,832 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:26,973 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000004/default_container_executor.sh]
2015-02-11 00:34:26,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000005/default_container_executor.sh]
2015-02-11 00:34:27,132 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:34:27,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:27,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:27,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:34:28,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423614749661_0006_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000005.tokens
2015-02-11 00:34:28,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006
2015-02-11 00:34:30,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:30,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:30,535 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47196, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000000_0_1936341991_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 285507
2015-02-11 00:34:30,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45549, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000001_0_-887274364_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 263160
2015-02-11 00:34:30,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:30,626 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47196, bytes: 579, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000000_0_1936341991_1, offset: 1024, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 267640
2015-02-11 00:34:30,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:30,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47199, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000001_0_-887274364_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 288923
2015-02-11 00:34:30,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:34:30,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:34:30,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:30,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:34:31,009 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0006_01_000002
2015-02-11 00:34:31,010 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000002
2015-02-11 00:34:31,010 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:34:31,010 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0006_01_000002
2015-02-11 00:34:31,027 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0006_01_000002 is : 143
2015-02-11 00:34:31,044 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:31,044 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1.jhist. BP-1962327657-10.31.157.187-1423614732145 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:34:31,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000002
2015-02-11 00:34:31,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000002
2015-02-11 00:34:31,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000002
2015-02-11 00:34:31,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000002
2015-02-11 00:34:31,047 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000002
2015-02-11 00:34:31,047 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:31,047 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0006_01_000002 from application application_1423614749661_0006
2015-02-11 00:34:31,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:31,047 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0006
2015-02-11 00:34:31,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061 src: /127.0.0.1:45553 dest: /127.0.0.1:39140
2015-02-11 00:34:31,051 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0006_01_000003
2015-02-11 00:34:31,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000003
2015-02-11 00:34:31,052 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0006_01_000002]
2015-02-11 00:34:31,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:31,052 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:34:31,052 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000002
2015-02-11 00:34:31,053 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0006_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:34:31,053 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:34:31,056 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0006_01_000002, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:31,056 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:31,056 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:34:31,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0006_000001 released container container_1423614749661_0006_01_000002 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:34:31,057 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:34:31,058 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0006_01_000003
2015-02-11 00:34:31,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061 src: /127.0.0.1:47203 dest: /127.0.0.1:41520
2015-02-11 00:34:31,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061 src: /127.0.0.1:42804 dest: /127.0.0.1:41456
2015-02-11 00:34:31,076 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1.jhist for DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:31,080 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0006_01_000003 is : 143
2015-02-11 00:34:31,104 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:31,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000003
2015-02-11 00:34:31,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000003
2015-02-11 00:34:31,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000003
2015-02-11 00:34:31,107 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:31,107 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0006_01_000003 from application application_1423614749661_0006
2015-02-11 00:34:31,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000003
2015-02-11 00:34:31,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000003
2015-02-11 00:34:31,109 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:31,109 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0006
2015-02-11 00:34:31,146 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47205, bytes: 299, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000003_0_-68148684_1, offset: 512, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 274982
2015-02-11 00:34:31,164 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45557, bytes: 815, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000002_0_-1408211537_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741881_1057, duration: 277549
2015-02-11 00:34:31,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:31,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45558, bytes: 1095, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000003_0_-68148684_1, offset: 512, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 293462
2015-02-11 00:34:31,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:31,247 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45557, bytes: 1611, op: HDFS_READ, cliID: DFSClient_attempt_1423614749661_0006_m_000002_0_-1408211537_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 238562
2015-02-11 00:34:31,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:34:31,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:34:31,580 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0006_01_000005
2015-02-11 00:34:31,580 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000005
2015-02-11 00:34:31,580 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:34:31,581 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0006_01_000005
2015-02-11 00:34:31,597 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0006_01_000005 is : 143
2015-02-11 00:34:31,603 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0006_01_000004
2015-02-11 00:34:31,603 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000004
2015-02-11 00:34:31,616 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:31,617 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:34:31,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000005
2015-02-11 00:34:31,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000005
2015-02-11 00:34:31,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000005
2015-02-11 00:34:31,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000005
2015-02-11 00:34:31,621 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0006_01_000004
2015-02-11 00:34:31,636 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0006_01_000004 is : 143
2015-02-11 00:34:31,653 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000005
2015-02-11 00:34:31,653 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:31,653 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:31,653 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0006_01_000005 from application application_1423614749661_0006
2015-02-11 00:34:31,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:31,654 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0006
2015-02-11 00:34:31,654 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000004
2015-02-11 00:34:31,654 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000004
2015-02-11 00:34:31,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000004
2015-02-11 00:34:31,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000004
2015-02-11 00:34:31,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000004
2015-02-11 00:34:31,655 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:31,655 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0006_01_000004 from application application_1423614749661_0006
2015-02-11 00:34:31,655 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:31,656 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0006
2015-02-11 00:34:32,052 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0006_01_000003]
2015-02-11 00:34:32,053 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:32,053 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:34:32,053 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000003
2015-02-11 00:34:32,053 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0006_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:48986, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:34:32,053 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:34:32,054 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0006_01_000003, NodeId: ip-10-31-157-187.ec2.internal:48986, NodeHttpAddress: ip-10-31-157-187.ec2.internal:49033, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:48986 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:32,054 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:32,054 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:34:32,054 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0006_000001 released container container_1423614749661_0006_01_000003 on node: host: ip-10-31-157-187.ec2.internal:48986 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:34:32,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:34:32,414 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000006
2015-02-11 00:34:32,415 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614749661_0006_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:34:32,415 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614749661_0006_000001 container=Container: [ContainerId: container_1423614749661_0006_01_000006, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:34:32,415 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:34:32,415 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:32,604 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0006_01_000004, container_1423614749661_0006_01_000005]
2015-02-11 00:34:32,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:32,604 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:34:32,605 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000004
2015-02-11 00:34:32,605 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0006_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:34:32,605 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:34:32,606 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0006_01_000004, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:32,606 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:32,606 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:34:32,607 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0006_000001 released container container_1423614749661_0006_01_000004 on node: host: ip-10-31-157-187.ec2.internal:38757 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:34:32,607 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:32,607 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:34:32,607 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000005
2015-02-11 00:34:32,607 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0006_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:38757, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:34:32,607 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:34:32,608 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0006_01_000005, NodeId: ip-10-31-157-187.ec2.internal:38757, NodeHttpAddress: ip-10-31-157-187.ec2.internal:32957, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:38757 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:32,608 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:32,608 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:34:32,608 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0006_000001 released container container_1423614749661_0006_01_000005 on node: host: ip-10-31-157-187.ec2.internal:38757 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:34:33,174 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:46358 for container : container_1423614749661_0006_01_000006
2015-02-11 00:34:33,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:34:33,192 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614749661_0006_000001 (auth:SIMPLE)
2015-02-11 00:34:33,196 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614749661_0006_01_000006 by user teamcity
2015-02-11 00:34:33,196 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614749661_0006
2015-02-11 00:34:33,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000006
2015-02-11 00:34:33,197 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0006 transitioned from NEW to INITING
2015-02-11 00:34:33,197 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614749661_0006_01_000006 to application application_1423614749661_0006
2015-02-11 00:34:33,197 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614749661_0006 transitioned from INITING to RUNNING
2015-02-11 00:34:33,198 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:34:33,198 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614749661_0006
2015-02-11 00:34:33,198 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614749661_0006
2015-02-11 00:34:33,198 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:34:33,198 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614749661_0006
2015-02-11 00:34:33,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:34:33,199 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614749661_0006_01_000006
2015-02-11 00:34:33,218 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423614749661_0006_01_000006.tokens. Credentials list:
2015-02-11 00:34:33,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:34:33,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423614749661_0006_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000006.tokens
2015-02-11 00:34:33,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0006
2015-02-11 00:34:33,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:34:33,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:33,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:34:33,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46409, bytes: 84925, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_871753720_5838, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741883_1059, duration: 499956
2015-02-11 00:34:33,563 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:54571/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0006/filecache/10/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:34:33,563 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:34:33,616 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:34:33,616 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:33,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000006/default_container_executor.sh]
2015-02-11 00:34:34,179 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:34:37,395 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:34:37,398 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:34:37,421 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:34:37,425 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:34:37,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:37,593 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_r_000000_0/part-00000. BP-1962327657-10.31.157.187-1423614732145 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]}
2015-02-11 00:34:37,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062 src: /127.0.0.1:46417 dest: /127.0.0.1:48952
2015-02-11 00:34:37,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062 src: /127.0.0.1:45573 dest: /127.0.0.1:39140
2015-02-11 00:34:37,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062 src: /127.0.0.1:47223 dest: /127.0.0.1:41520
2015-02-11 00:34:37,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47223, dest: /127.0.0.1:41520, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0006_r_000000_0_-1604133869_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, duration: 48622001
2015-02-11 00:34:37,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:34:37,791 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:37,792 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45573, dest: /127.0.0.1:39140, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0006_r_000000_0_-1604133869_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, duration: 49780540
2015-02-11 00:34:37,792 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:37,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:34:37,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46417, dest: /127.0.0.1:48952, bytes: 1636, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614749661_0006_r_000000_0_-1604133869_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, duration: 50556504
2015-02-11 00:34:37,793 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:37,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW]]} size 0
2015-02-11 00:34:37,800 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614749661_0006_r_000000_0_-1604133869_1
2015-02-11 00:34:37,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:34:37,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:34:37,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423614749661_0006_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:34:37,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/_temporary/attempt_1423614749661_0006_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423614749661_0006_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:34:37,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614749661_0006_01_000006
2015-02-11 00:34:37,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000006
2015-02-11 00:34:37,985 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:34:37,985 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614749661_0006_01_000006
2015-02-11 00:34:37,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:38,001 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:38,004 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614749661_0006_01_000006 is : 143
2015-02-11 00:34:38,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:34:38,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:38,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:38,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423614749661_0006_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:34:38,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:38,022 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:34:38,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000006
2015-02-11 00:34:38,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000006
2015-02-11 00:34:38,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000006
2015-02-11 00:34:38,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614749661_0006/container_1423614749661_0006_01_000006
2015-02-11 00:34:38,024 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000006
2015-02-11 00:34:38,024 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614749661_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:34:38,025 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614749661_0006_01_000006 from application application_1423614749661_0006
2015-02-11 00:34:38,025 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:34:38,025 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614749661_0006
2015-02-11 00:34:38,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary/1/task_1423614749661_0006_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:38,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null proto=rpc
2015-02-11 00:34:38,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:38,047 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:38,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:38,054 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:38,084 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42804, dest: /127.0.0.1:41456, bytes: 53686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061, duration: 7012015942
2015-02-11 00:34:38,084 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:38,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 15242
2015-02-11 00:34:38,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47203, dest: /127.0.0.1:41520, bytes: 53686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061, duration: 7014178830
2015-02-11 00:34:38,086 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 15242
2015-02-11 00:34:38,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45553, dest: /127.0.0.1:39140, bytes: 53686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061, duration: 7014996135
2015-02-11 00:34:38,087 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0f5bda2b-53f5-48d9-a649-c0eb805511b1:NORMAL|RBW]]} size 15242
2015-02-11 00:34:38,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:38,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:38,099 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006.summary_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW]]}
2015-02-11 00:34:38,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063 src: /127.0.0.1:47226 dest: /127.0.0.1:41520
2015-02-11 00:34:38,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063 src: /127.0.0.1:46423 dest: /127.0.0.1:48952
2015-02-11 00:34:38,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063 src: /127.0.0.1:45579 dest: /127.0.0.1:39140
2015-02-11 00:34:38,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45579, dest: /127.0.0.1:39140, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063, duration: 2505935
2015-02-11 00:34:38,113 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:38,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46423, dest: /127.0.0.1:48952, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063, duration: 3547629
2015-02-11 00:34:38,114 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47226, dest: /127.0.0.1:41520, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063, duration: 4443695
2015-02-11 00:34:38,115 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:38,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:38,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:34:38,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:38,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:34:38,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:38,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:34:38,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:38,152 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45580, bytes: 54106, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741885_1061, duration: 304227
2015-02-11 00:34:38,156 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]}
2015-02-11 00:34:38,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064 src: /127.0.0.1:45581 dest: /127.0.0.1:39140
2015-02-11 00:34:38,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064 src: /127.0.0.1:46427 dest: /127.0.0.1:48952
2015-02-11 00:34:38,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064 src: /127.0.0.1:42832 dest: /127.0.0.1:41456
2015-02-11 00:34:38,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:42832, dest: /127.0.0.1:41456, bytes: 53686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064, duration: 2367408
2015-02-11 00:34:38,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41456 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,170 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:38,170 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46427, dest: /127.0.0.1:48952, bytes: 53686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064, duration: 4236073
2015-02-11 00:34:38,171 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,171 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45581, dest: /127.0.0.1:39140, bytes: 53686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064, duration: 5280403
2015-02-11 00:34:38,172 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bab87111-7c19-45b0-ab17-04a54c99f62e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f1825897-31d6-4c63-a8da-5e06aea4832b:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,175 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:38,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:38,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:34:38,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:38,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:34:38,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:34:38,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006/job_1423614749661_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:34:38,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:34:38,193 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42833, bytes: 100548, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741884_1060, duration: 460542
2015-02-11 00:34:38,196 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml_tmp. BP-1962327657-10.31.157.187-1423614732145 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d10b6b1b-c40f-479d-8b01-632b7507e1d7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-de403296-4a19-4d07-9ca4-ba7a8317dd98:NORMAL|RBW]]}
2015-02-11 00:34:38,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065 src: /127.0.0.1:45585 dest: /127.0.0.1:39140
2015-02-11 00:34:38,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065 src: /127.0.0.1:46431 dest: /127.0.0.1:48952
2015-02-11 00:34:38,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065 src: /127.0.0.1:47236 dest: /127.0.0.1:41520
2015-02-11 00:34:38,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47236, dest: /127.0.0.1:41520, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065, duration: 3321742
2015-02-11 00:34:38,208 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:34:38,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41520 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:46431, dest: /127.0.0.1:48952, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065, duration: 3801535
2015-02-11 00:34:38,210 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48952 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,210 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45585, dest: /127.0.0.1:39140, bytes: 99768, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1459315676_1, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065, duration: 5044365
2015-02-11 00:34:38,211 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1962327657-10.31.157.187-1423614732145:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:34:38,211 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39140 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-29155730-1b8a-4553-a22a-f2ec92e55d1b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-df85df1c-1369-4a16-8d3a-0bf83983ae89:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-209270c4-b15d-4492-b39b-2cdacfcecd0f:NORMAL|RBW]]} size 0
2015-02-11 00:34:38,215 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1459315676_1
2015-02-11 00:34:38,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:38,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:38,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:38,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614749661_0006-1423614857842-teamcity-third%2Dmr-1423614878055-4-1-SUCCEEDED-default-1423614864048.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:34:38,240 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614749661_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:34:38,240 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:34:38,240 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614749661_0006 with final state: FINISHING
2015-02-11 00:34:38,241 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0006 State change from RUNNING to FINAL_SAVING
2015-02-11 00:34:38,241 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614749661_0006
2015-02-11 00:34:38,241 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614749661_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:34:38,241 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614749661_0006 State change from FINAL_SAVING to FINISHING
2015-02-11 00:34:38,986 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614749661_0006_01_000006]
2015-02-11 00:34:38,986 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614749661_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:34:38,986 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614749661_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:34:38,987 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614749661_0006 CONTAINERID=container_1423614749661_0006_01_000006
2015-02-11 00:34:38,987 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614749661_0006_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:46358, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:34:38,987 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:34:38,988 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614749661_0006_01_000006, NodeId: ip-10-31-157-187.ec2.internal:46358, NodeHttpAddress: ip-10-31-157-187.ec2.internal:35255, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:46358 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:34:38,988 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:34:38,988 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:34:38,989 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614749661_0006_000001 released container container_1423614749661_0006_01_000006 on node: host: ip-10-31-157-187.ec2.internal:46358 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:34:39,251 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:48952 127.0.0.1:41456 127.0.0.1:41520 127.0.0.1:39140
2015-02-11 00:34:39,252 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:41520 127.0.0.1:39140 127.0.0.1:41456
2015-02-11 00:34:39,252 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:48952 127.0.0.1:41456 127.0.0.1:39140
2015-02-11 00:34:39,252 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:39140 127.0.0.1:41520 127.0.0.1:41456
2015-02-11 00:34:39,252 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:41456 127.0.0.1:39140 127.0.0.1:41520
2015-02-11 00:34:39,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614749661_0006 dst=null perm=null proto=rpc
2015-02-11 00:34:39,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,317 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path hdfs://localhost:54571/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary
2015-02-11 00:34:39,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/_temporary dst=null perm=null proto=rpc
2015-02-11 00:34:39,319 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first-flow+second-flow...] completed flow: third-mr
2015-02-11 00:34:39,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,343 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:34:39,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41520, dest: /127.0.0.1:47238, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 54cb6d8c-5096-47b4-bf3b-5d795880417b, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, duration: 267551
2015-02-11 00:34:39,350 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow1
2015-02-11 00:34:39,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:34:39,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:34:39,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:34:39,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1 dst=null perm=null proto=rpc
2015-02-11 00:34:39,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42839, bytes: 1570, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741868_1044, duration: 228044
2015-02-11 00:34:39,358 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow2
2015-02-11 00:34:39,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:39,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:39,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:39,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2 dst=null perm=null proto=rpc
2015-02-11 00:34:39,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,367 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45591, bytes: 1611, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741877_1053, duration: 238804
2015-02-11 00:34:39,367 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow3
2015-02-11 00:34:39,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3 dst=null perm=null proto=rpc
2015-02-11 00:34:39,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow3/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:39140, dest: /127.0.0.1:45591, bytes: 1652, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: ad13ebe3-98d6-4c32-919c-3a1909d18647, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741886_1062, duration: 240598
2015-02-11 00:34:39,375 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow4
2015-02-11 00:34:39,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:34:39,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:34:39,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:34:39,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4 dst=null perm=null proto=rpc
2015-02-11 00:34:39,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,383 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46437, bytes: 333, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741842_1018, duration: 324519
2015-02-11 00:34:39,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:34:39,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:34:39,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42839, bytes: 405, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741845_1021, duration: 244678
2015-02-11 00:34:39,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:34:39,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:34:39,391 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42839, bytes: 449, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741843_1019, duration: 223971
2015-02-11 00:34:39,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:34:39,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow4/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:34:39,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42839, bytes: 319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741844_1020, duration: 226346
2015-02-11 00:34:39,395 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/mapreduceflowplatform/flow5
2015-02-11 00:34:39,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:34:39,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:34:39,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:34:39,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5 dst=null perm=null proto=rpc
2015-02-11 00:34:39,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:34:39,404 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42839, bytes: 415, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741856_1032, duration: 219734
2015-02-11 00:34:39,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:34:39,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:34:39,408 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46437, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741855_1031, duration: 289898
2015-02-11 00:34:39,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:34:39,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:34:39,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48952, dest: /127.0.0.1:46437, bytes: 339, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 000c163e-fa5e-4748-98bd-0e99a4685b7e, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741858_1034, duration: 214685
2015-02-11 00:34:39,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:34:39,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:34:39,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41456, dest: /127.0.0.1:42839, bytes: 325, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_301801674_11, offset: 0, srvID: 1cde7732-0687-44fa-a2dd-df1fb82b6750, blockid: BP-1962327657-10.31.157.187-1423614732145:blk_1073741859_1035, duration: 225264
2015-02-11 00:34:39,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc
2015-02-11 00:34:39,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/mapreduceflowplatform/flow5/part-00004 dst=null perm=null proto=rpc