2015-02-11 00:37:46,237 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-11 00:37:46,301 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-11 00:37:46,302 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.pipe.checkpoint.CheckpointPlatformTest
2015-02-11 00:37:46,338 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-11 00:37:47,263 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-11 00:37:47,321 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:37:47,374 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-11 00:37:47,375 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:37:47,376 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:37:47,379 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:37:47,380 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:37:47
2015-02-11 00:37:47,384 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:37:47,385 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:47,392 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:37:47,393 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:37:47,416 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:37:47,419 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:37:47,420 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:37:47,421 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:37:47,422 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:37:47,423 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:37:47,424 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:37:47,425 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:37:47,426 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:37:47,435 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:37:47,436 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:37:47,437 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:37:47,438 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:37:47,443 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:37:47,793 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:37:47,793 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:47,794 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:37:47,794 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:37:47,795 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:37:47,805 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:37:47,805 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:47,806 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:37:47,806 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:37:47,809 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:37:47,809 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:37:47,810 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:37:47,812 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:37:47,812 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:37:47,816 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:37:47,816 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:47,817 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:37:47,817 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:37:47,825 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:37:47,826 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:37:47,826 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:37:47,906 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:47,983 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1 has been successfully formatted.
2015-02-11 00:37:48,025 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2 has been successfully formatted.
2015-02-11 00:37:48,190 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-11 00:37:48,193 INFO namenode.NameNode (NameNode.java:createNameNode(1342)) - createNameNode []
2015-02-11 00:37:48,246 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-11 00:37:48,322 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(345)) - Scheduled snapshot period at 10 second(s).
2015-02-11 00:37:48,323 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-11 00:37:48,326 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(342)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-11 00:37:48,368 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1611)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-11 00:37:48,369 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1622)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-11 00:37:48,436 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-11 00:37:48,443 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-11 00:37:48,461 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:37:48,464 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-11 00:37:48,465 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:37:48,465 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:37:48,493 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-11 00:37:48,496 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:37:48,516 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57040
2015-02-11 00:37:48,516 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:37:48,551 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/hdfs to /tmp/Jetty_localhost_57040_hdfs____.tdvafg/webapp
2015-02-11 00:37:48,885 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:37:48,942 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57040
2015-02-11 00:37:48,945 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:37:48,947 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:37:48,947 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:37:48,948 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:37:48,949 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:37:48
2015-02-11 00:37:48,949 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:37:48,950 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:48,950 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:37:48,951 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:37:48,952 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:37:48,953 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:37:48,953 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:37:48,954 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:37:48,954 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:37:48,955 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:37:48,955 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:37:48,955 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:37:48,956 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:37:48,956 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:37:48,957 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:37:48,957 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:37:48,958 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:37:48,958 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:37:48,959 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:37:48,959 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:48,960 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:37:48,960 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:37:48,961 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:37:48,962 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:37:48,962 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:48,963 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:37:48,963 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:37:48,964 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:37:48,964 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:37:48,964 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:37:48,965 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:37:48,965 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:37:48,966 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:37:48,966 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:48,967 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:37:48,967 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:37:48,971 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:37:48,971 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:37:48,972 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:37:49,004 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:49,011 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:49,015 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current
2015-02-11 00:37:49,016 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/current
2015-02-11 00:37:49,017 INFO namenode.FSImage (FSImage.java:loadFSImage(653)) - No edit log streams selected.
2015-02-11 00:37:49,039 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(207)) - Loading 1 INodes.
2015-02-11 00:37:49,050 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-11 00:37:49,051 INFO namenode.FSImage (FSImage.java:loadFSImage(926)) - Loaded image for txid 0 from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-11 00:37:49,059 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(961)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-11 00:37:49,060 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1143)) - Starting log segment at 1
2015-02-11 00:37:49,208 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-11 00:37:49,209 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(707)) - Finished loading FSImage in 237 msecs
2015-02-11 00:37:49,455 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(309)) - RPC server is binding to localhost:0
2015-02-11 00:37:49,465 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:37:49,485 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 45155
2015-02-11 00:37:49,534 INFO namenode.NameNode (NameNode.java:initialize(593)) - Clients are to use localhost:45155 to access this namenode/service.
2015-02-11 00:37:49,538 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6029)) - Registered FSNamesystemState MBean
2015-02-11 00:37:49,565 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:37:49,565 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:37:49,566 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1131)) - initializing replication queues
2015-02-11 00:37:49,567 INFO hdfs.StateChange (FSNamesystem.java:leave(5169)) - STATE* Leaving safe mode after 0 secs
2015-02-11 00:37:49,567 INFO hdfs.StateChange (FSNamesystem.java:leave(5180)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-11 00:37:49,568 INFO hdfs.StateChange (FSNamesystem.java:leave(5183)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-11 00:37:49,572 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2522)) - Total number of blocks = 0
2015-02-11 00:37:49,572 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2523)) - Number of invalid blocks = 0
2015-02-11 00:37:49,573 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2524)) - Number of under-replicated blocks = 0
2015-02-11 00:37:49,573 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2525)) - Number of over-replicated blocks = 0
2015-02-11 00:37:49,573 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2527)) - Number of blocks being written = 0
2015-02-11 00:37:49,573 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2528)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 6 msec
2015-02-11 00:37:49,619 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:37:49,621 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 45155: starting
2015-02-11 00:37:49,627 INFO namenode.NameNode (NameNode.java:startCommonServices(636)) - NameNode RPC up at: localhost/127.0.0.1:45155
2015-02-11 00:37:49,628 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1059)) - Starting services required for active state
2015-02-11 00:37:49,636 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(159)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-11 00:37:49,637 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(172)) - Rescanning because of pending operations
2015-02-11 00:37:49,638 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:37:49,667 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2
2015-02-11 00:37:49,790 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:37:49,791 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:37:49,793 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:37:49,801 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:48495
2015-02-11 00:37:49,804 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:37:49,804 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:37:49,808 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:37:49,810 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:37:49,811 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:37:49,812 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:37:49,812 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:37:49,817 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:37:49,818 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 60433
2015-02-11 00:37:49,818 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:37:49,823 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_60433_datanode____.o2k77j/webapp
2015-02-11 00:37:50,030 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60433
2015-02-11 00:37:50,033 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:37:50,033 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:37:50,048 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:37:50,049 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 38420
2015-02-11 00:37:50,058 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:38420
2015-02-11 00:37:50,069 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:37:50,072 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:37:50,086 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45155 starting to offer service
2015-02-11 00:37:50,090 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:37:50,091 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 38420: starting
2015-02-11 00:37:50,107 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4
2015-02-11 00:37:50,134 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:37:50,134 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:37:50,135 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:37:50,136 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:47624
2015-02-11 00:37:50,137 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:37:50,137 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:37:50,138 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:37:50,139 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:37:50,141 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:37:50,141 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:37:50,141 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:37:50,144 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:37:50,145 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 33422
2015-02-11 00:37:50,145 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:37:50,151 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_33422_datanode____.watjwl/webapp
2015-02-11 00:37:50,372 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33422
2015-02-11 00:37:50,374 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:37:50,374 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:37:50,375 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:37:50,376 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57324
2015-02-11 00:37:50,381 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:57324
2015-02-11 00:37:50,389 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:37:50,390 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:37:50,391 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45155 starting to offer service
2015-02-11 00:37:50,393 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:37:50,397 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:37:50,399 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57324: starting
2015-02-11 00:37:50,404 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:37:50,404 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6
2015-02-11 00:37:50,418 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:50,420 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3 is not formatted
2015-02-11 00:37:50,420 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:50,431 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:50,431 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1 is not formatted
2015-02-11 00:37:50,431 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:50,482 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:50,482 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4 is not formatted
2015-02-11 00:37:50,482 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:50,482 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:37:50,483 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:37:50,484 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:37:50,485 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:47583
2015-02-11 00:37:50,485 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:50,485 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:37:50,486 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:37:50,485 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2 is not formatted
2015-02-11 00:37:50,486 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:50,487 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:37:50,488 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:37:50,489 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:37:50,489 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:37:50,490 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:37:50,492 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:37:50,493 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 56292
2015-02-11 00:37:50,493 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:37:50,499 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_56292_datanode____ksvzap/webapp
2015-02-11 00:37:50,593 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,593 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,593 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:50,593 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:50,594 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:50,594 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:50,595 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:50,594 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:50,595 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:50,595 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:50,609 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:50,609 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:50,609 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:50,610 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:50,611 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:50,611 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:50,611 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:50,611 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:50,616 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:50,617 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:50,622 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1004647612;bpid=BP-1670894054-10.31.157.187-1423615067843;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1004647612;c=0;bpid=BP-1670894054-10.31.157.187-1423615067843;dnuuid=null
2015-02-11 00:37:50,623 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:50,624 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:50,626 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID bbb7a64e-16ec-45ad-8886-03ec4c5511e4
2015-02-11 00:37:50,627 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1004647612;bpid=BP-1670894054-10.31.157.187-1423615067843;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1004647612;c=0;bpid=BP-1670894054-10.31.157.187-1423615067843;dnuuid=null
2015-02-11 00:37:50,629 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 32f03b2f-d471-4dc0-a643-d119019ccd89
2015-02-11 00:37:50,646 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-11 00:37:50,646 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-11 00:37:50,647 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-11 00:37:50,648 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-11 00:37:50,660 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:37:50,660 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:37:50,668 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423635398668 with interval 21600000
2015-02-11 00:37:50,668 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423618272668 with interval 21600000
2015-02-11 00:37:50,669 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,669 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,681 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:37:50,681 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:37:50,683 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:37:50,681 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:37:50,714 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 30ms
2015-02-11 00:37:50,714 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 15ms
2015-02-11 00:37:50,714 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 26ms
2015-02-11 00:37:50,714 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 29ms
2015-02-11 00:37:50,715 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1670894054-10.31.157.187-1423615067843: 45ms
2015-02-11 00:37:50,715 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1670894054-10.31.157.187-1423615067843: 45ms
2015-02-11 00:37:50,717 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:37:50,717 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:37:50,717 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:37:50,717 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:37:50,718 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 0ms
2015-02-11 00:37:50,718 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 0ms
2015-02-11 00:37:50,718 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 0ms
2015-02-11 00:37:50,718 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 1ms
2015-02-11 00:37:50,720 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 5ms
2015-02-11 00:37:50,720 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 5ms
2015-02-11 00:37:50,723 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 beginning handshake with NN
2015-02-11 00:37:50,723 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 beginning handshake with NN
2015-02-11 00:37:50,735 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=32f03b2f-d471-4dc0-a643-d119019ccd89, infoPort=60433, ipcPort=38420, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) storage 32f03b2f-d471-4dc0-a643-d119019ccd89
2015-02-11 00:37:50,740 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:48495
2015-02-11 00:37:50,747 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 successfully registered with NN
2015-02-11 00:37:50,747 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=bbb7a64e-16ec-45ad-8886-03ec4c5511e4, infoPort=33422, ipcPort=57324, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) storage bbb7a64e-16ec-45ad-8886-03ec4c5511e4
2015-02-11 00:37:50,747 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45155 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:37:50,748 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:47624
2015-02-11 00:37:50,750 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 successfully registered with NN
2015-02-11 00:37:50,750 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45155 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:37:50,766 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56292
2015-02-11 00:37:50,768 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:37:50,769 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:37:50,770 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:37:50,772 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 53263
2015-02-11 00:37:50,776 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:53263
2015-02-11 00:37:50,784 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:37:50,785 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:37:50,787 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45155 starting to offer service
2015-02-11 00:37:50,787 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:37:50,790 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 53263: starting
2015-02-11 00:37:50,796 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:37:50,797 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-2374399a-b246-4d56-8181-6e1b6db9cab1 for DN 127.0.0.1:48495
2015-02-11 00:37:50,798 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8
2015-02-11 00:37:50,798 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-170e6792-5797-4415-ae4c-2e64f020b24c for DN 127.0.0.1:48495
2015-02-11 00:37:50,812 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:50,813 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5 is not formatted
2015-02-11 00:37:50,813 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:50,813 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7 for DN 127.0.0.1:47624
2015-02-11 00:37:50,814 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c for DN 127.0.0.1:47624
2015-02-11 00:37:50,815 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid 32f03b2f-d471-4dc0-a643-d119019ccd89) service to localhost/127.0.0.1:45155 trying to claim ACTIVE state with txid=1
2015-02-11 00:37:50,815 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid 32f03b2f-d471-4dc0-a643-d119019ccd89) service to localhost/127.0.0.1:45155
2015-02-11 00:37:50,816 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid bbb7a64e-16ec-45ad-8886-03ec4c5511e4) service to localhost/127.0.0.1:45155 trying to claim ACTIVE state with txid=1
2015-02-11 00:37:50,816 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid bbb7a64e-16ec-45ad-8886-03ec4c5511e4) service to localhost/127.0.0.1:45155
2015-02-11 00:37:50,829 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-170e6792-5797-4415-ae4c-2e64f020b24c,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:50,829 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-170e6792-5797-4415-ae4c-2e64f020b24c node DatanodeRegistration(127.0.0.1, datanodeUuid=32f03b2f-d471-4dc0-a643-d119019ccd89, infoPort=60433, ipcPort=38420, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
2015-02-11 00:37:50,829 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-2374399a-b246-4d56-8181-6e1b6db9cab1,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:50,829 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-2374399a-b246-4d56-8181-6e1b6db9cab1 node DatanodeRegistration(127.0.0.1, datanodeUuid=32f03b2f-d471-4dc0-a643-d119019ccd89, infoPort=60433, ipcPort=38420, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:37:50,842 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:50,842 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6 is not formatted
2015-02-11 00:37:50,842 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:50,852 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:37:50,852 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:37:50,853 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:37:50,854 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:32971
2015-02-11 00:37:50,854 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:37:50,855 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:37:50,856 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:37:50,858 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:37:50,859 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:37:50,859 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:37:50,860 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:37:50,863 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:37:50,864 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 50900
2015-02-11 00:37:50,865 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:50,865 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7 node DatanodeRegistration(127.0.0.1, datanodeUuid=bbb7a64e-16ec-45ad-8886-03ec4c5511e4, infoPort=33422, ipcPort=57324, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-11 00:37:50,866 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:50,866 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c node DatanodeRegistration(127.0.0.1, datanodeUuid=bbb7a64e-16ec-45ad-8886-03ec4c5511e4, infoPort=33422, ipcPort=57324, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:37:50,865 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 3 msec to generate and 46 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@76c5a2f7
2015-02-11 00:37:50,867 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,865 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:37:50,869 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 50 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2802cf63
2015-02-11 00:37:50,869 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,872 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:37:50,872 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:37:50,872 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:50,872 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:50,872 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:37:50,872 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:37:50,873 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:37:50,873 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:37:50,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,877 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_50900_datanode____.o7oja3/webapp
2015-02-11 00:37:50,878 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1670894054-10.31.157.187-1423615067843 to blockPoolScannerMap, new size=1
2015-02-11 00:37:50,878 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1670894054-10.31.157.187-1423615067843 to blockPoolScannerMap, new size=1
2015-02-11 00:37:50,910 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,910 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:50,910 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:50,910 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:50,911 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:50,921 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:50,921 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:50,921 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:50,921 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:50,925 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:50,926 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:50,929 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1004647612;bpid=BP-1670894054-10.31.157.187-1423615067843;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1004647612;c=0;bpid=BP-1670894054-10.31.157.187-1423615067843;dnuuid=null
2015-02-11 00:37:50,931 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 069e4193-7a37-460a-8a60-b1711089dcff
2015-02-11 00:37:50,932 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-11 00:37:50,933 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-11 00:37:50,933 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:37:50,934 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423622570934 with interval 21600000
2015-02-11 00:37:50,934 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,935 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:37:50,935 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:37:50,943 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 7ms
2015-02-11 00:37:50,943 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 7ms
2015-02-11 00:37:50,943 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1670894054-10.31.157.187-1423615067843: 8ms
2015-02-11 00:37:50,944 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:37:50,944 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 1ms
2015-02-11 00:37:50,945 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:37:50,945 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 0ms
2015-02-11 00:37:50,945 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 3ms
2015-02-11 00:37:50,946 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 beginning handshake with NN
2015-02-11 00:37:50,948 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=069e4193-7a37-460a-8a60-b1711089dcff, infoPort=56292, ipcPort=53263, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) storage 069e4193-7a37-460a-8a60-b1711089dcff
2015-02-11 00:37:50,948 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:47583
2015-02-11 00:37:50,950 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 successfully registered with NN
2015-02-11 00:37:50,950 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45155 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:37:50,952 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-b69caab4-57d6-4573-8f76-958a7cd82934 for DN 127.0.0.1:47583
2015-02-11 00:37:50,952 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-c37698dd-c405-4be3-bfd1-1885e2479a21 for DN 127.0.0.1:47583
2015-02-11 00:37:50,953 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid 069e4193-7a37-460a-8a60-b1711089dcff) service to localhost/127.0.0.1:45155 trying to claim ACTIVE state with txid=1
2015-02-11 00:37:50,954 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid 069e4193-7a37-460a-8a60-b1711089dcff) service to localhost/127.0.0.1:45155
2015-02-11 00:37:50,955 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-b69caab4-57d6-4573-8f76-958a7cd82934,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:50,956 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-b69caab4-57d6-4573-8f76-958a7cd82934 node DatanodeRegistration(127.0.0.1, datanodeUuid=069e4193-7a37-460a-8a60-b1711089dcff, infoPort=56292, ipcPort=53263, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-11 00:37:50,956 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-c37698dd-c405-4be3-bfd1-1885e2479a21,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:50,956 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-c37698dd-c405-4be3-bfd1-1885e2479a21 node DatanodeRegistration(127.0.0.1, datanodeUuid=069e4193-7a37-460a-8a60-b1711089dcff, infoPort=56292, ipcPort=53263, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:37:50,957 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4cc7014c
2015-02-11 00:37:50,957 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,958 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:37:50,958 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:50,958 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:37:50,958 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:37:50,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:50,959 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1670894054-10.31.157.187-1423615067843 to blockPoolScannerMap, new size=1
2015-02-11 00:37:51,086 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50900
2015-02-11 00:37:51,087 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:37:51,087 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:37:51,088 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:37:51,090 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 46188
2015-02-11 00:37:51,094 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:46188
2015-02-11 00:37:51,101 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:37:51,101 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:37:51,103 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:45155 starting to offer service
2015-02-11 00:37:51,107 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 46188: starting
2015-02-11 00:37:51,107 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:37:51,113 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:37:51,124 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:51,124 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7 is not formatted
2015-02-11 00:37:51,125 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:51,173 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 32071@ip-10-31-157-187
2015-02-11 00:37:51,174 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8 is not formatted
2015-02-11 00:37:51,174 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:37:51,319 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:51,319 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:51,320 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:51,320 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:51,320 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:51,337 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:37:51,337 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843 is not formatted.
2015-02-11 00:37:51,337 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:37:51,337 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1670894054-10.31.157.187-1423615067843 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current
2015-02-11 00:37:51,342 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:51,342 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:37:51,345 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1004647612;bpid=BP-1670894054-10.31.157.187-1423615067843;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1004647612;c=0;bpid=BP-1670894054-10.31.157.187-1423615067843;dnuuid=null
2015-02-11 00:37:51,347 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 48e9e32a-a5e3-473e-87f4-94cf8918406c
2015-02-11 00:37:51,348 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-11 00:37:51,349 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-11 00:37:51,349 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:37:51,350 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423636237350 with interval 21600000
2015-02-11 00:37:51,350 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:51,351 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:37:51,351 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:37:51,359 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 7ms
2015-02-11 00:37:51,359 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1670894054-10.31.157.187-1423615067843 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 7ms
2015-02-11 00:37:51,359 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1670894054-10.31.157.187-1423615067843: 9ms
2015-02-11 00:37:51,360 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:37:51,360 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:37:51,360 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 0ms
2015-02-11 00:37:51,360 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1670894054-10.31.157.187-1423615067843 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 0ms
2015-02-11 00:37:51,361 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 1ms
2015-02-11 00:37:51,361 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 beginning handshake with NN
2015-02-11 00:37:51,363 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=48e9e32a-a5e3-473e-87f4-94cf8918406c, infoPort=50900, ipcPort=46188, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) storage 48e9e32a-a5e3-473e-87f4-94cf8918406c
2015-02-11 00:37:51,364 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:32971
2015-02-11 00:37:51,365 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid null) service to localhost/127.0.0.1:45155 successfully registered with NN
2015-02-11 00:37:51,365 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:45155 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:37:51,367 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a for DN 127.0.0.1:32971
2015-02-11 00:37:51,368 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d for DN 127.0.0.1:32971
2015-02-11 00:37:51,369 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid 48e9e32a-a5e3-473e-87f4-94cf8918406c) service to localhost/127.0.0.1:45155 trying to claim ACTIVE state with txid=1
2015-02-11 00:37:51,369 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1670894054-10.31.157.187-1423615067843 (Datanode Uuid 48e9e32a-a5e3-473e-87f4-94cf8918406c) service to localhost/127.0.0.1:45155
2015-02-11 00:37:51,372 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:51,373 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a node DatanodeRegistration(127.0.0.1, datanodeUuid=48e9e32a-a5e3-473e-87f4-94cf8918406c, infoPort=50900, ipcPort=46188, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-11 00:37:51,373 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:37:51,373 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d node DatanodeRegistration(127.0.0.1, datanodeUuid=48e9e32a-a5e3-473e-87f4-94cf8918406c, infoPort=50900, ipcPort=46188, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:37:51,375 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 4 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@120773a1
2015-02-11 00:37:51,375 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:51,375 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:37:51,376 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:37:51,376 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:37:51,376 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:37:51,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1670894054-10.31.157.187-1423615067843
2015-02-11 00:37:51,380 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1670894054-10.31.157.187-1423615067843 to blockPoolScannerMap, new size=1
2015-02-11 00:37:51,578 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2055)) - Cluster is active
2015-02-11 00:37:51,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:37:51,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:37:51,721 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:37:51,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001 src: /127.0.0.1:52946 dest: /127.0.0.1:47583
2015-02-11 00:37:51,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001 src: /127.0.0.1:53184 dest: /127.0.0.1:47624
2015-02-11 00:37:51,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001 src: /127.0.0.1:47590 dest: /127.0.0.1:32971
2015-02-11 00:37:51,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:37:51,880 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47590, dest: /127.0.0.1:32971, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, duration: 43132902
2015-02-11 00:37:51,880 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:51,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53184, dest: /127.0.0.1:47624, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, duration: 50032532
2015-02-11 00:37:51,884 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:51,885 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:52946, dest: /127.0.0.1:47583, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, duration: 52294582
2015-02-11 00:37:51,886 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:51,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:37:51,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:37:51,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:37:51,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:37:52,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:37:52,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:37:52,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:37:52,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002 src: /127.0.0.1:51008 dest: /127.0.0.1:48495
2015-02-11 00:37:52,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002 src: /127.0.0.1:52950 dest: /127.0.0.1:47583
2015-02-11 00:37:52,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002 src: /127.0.0.1:53188 dest: /127.0.0.1:47624
2015-02-11 00:37:52,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53188, dest: /127.0.0.1:47624, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, duration: 11510335
2015-02-11 00:37:52,207 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:52,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:37:52,209 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:52950, dest: /127.0.0.1:47583, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, duration: 14473781
2015-02-11 00:37:52,210 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:52,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:37:52,212 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51008, dest: /127.0.0.1:48495, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, duration: 15582043
2015-02-11 00:37:52,212 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:52,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:37:52,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:37:52,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:37:52,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-11 00:37:52,321 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:45155/tmp/hadoop-yarn/staging
2015-02-11 00:37:52,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:37:52,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:37:52,421 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - core-site.xml not found
2015-02-11 00:37:52,422 INFO security.Groups (Groups.java:refresh(162)) - clearing userToGroupsMap cache
2015-02-11 00:37:52,427 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - yarn-site.xml not found
2015-02-11 00:37:52,431 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-11 00:37:52,468 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-11 00:37:52,473 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-11 00:37:52,478 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:37:52,499 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-11 00:37:52,507 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-11 00:37:52,507 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(262)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-11 00:37:52,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-11 00:37:52,538 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-11 00:37:52,541 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-11 00:37:52,543 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-11 00:37:52,566 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-11 00:37:52,623 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-11 00:37:52,633 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-11 00:37:52,636 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-11 00:37:52,640 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,641 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,642 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,643 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,644 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,645 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,645 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,646 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,647 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,647 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:37:52,649 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-11 00:37:52,654 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2065)) - found resource capacity-scheduler.xml at jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.5.1/2a0b32c5c46a992191c4b770211c28517f6f960c/hadoop-yarn-server-tests-2.5.1-tests.jar!/capacity-scheduler.xml
2015-02-11 00:37:52,746 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(192)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:*
2015-02-11 00:37:52,747 INFO capacity.ParentQueue (ParentQueue.java:<init>(154)) - Initialized parent-queue root name=root, fullname=root
2015-02-11 00:37:52,759 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(271)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = ADMINISTER_QUEUE:*SUBMIT_APPLICATIONS:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-02-11 00:37:52,767 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:37:52,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:37:52,768 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(413)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:37:52,769 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(277)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-11 00:37:52,772 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-11 00:37:52,774 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-11 00:37:52,775 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-11 00:37:52,775 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-11 00:37:52,776 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-11 00:37:52,777 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-11 00:37:52,777 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-11 00:37:52,778 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-11 00:37:52,779 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-11 00:37:52,782 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-11 00:37:52,863 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:37:52,865 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:37:52,866 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:37:52,867 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:37:52,868 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:37:52,868 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:37:52,875 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:37:52,875 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:37:52,876 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:37:52,886 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:37:52,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:37:53,027 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:37:53,074 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:37:53,074 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:37:53,135 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@4f025f9f
2015-02-11 00:37:53,136 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:37:53,137 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:37:53,137 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:37:53,139 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:37:53,139 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-11 00:37:53,140 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-11 00:37:53,141 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-11 00:37:53,141 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-11 00:37:53,142 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-11 00:37:53,143 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-11 00:37:53,143 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-11 00:37:53,144 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-11 00:37:53,145 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-11 00:37:53,164 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:37:53,165 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:37:53,165 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:37:53,166 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:37:53,166 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:37:53,167 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:37:53,168 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:37:53,168 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:37:53,169 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:37:53,173 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:37:53,173 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:37:53,308 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:37:53,310 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:37:53,311 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:37:53,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1ea7d34
2015-02-11 00:37:53,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:37:53,325 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:37:53,325 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:37:53,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:37:53,327 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-11 00:37:53,327 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-11 00:37:53,328 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-11 00:37:53,328 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-11 00:37:53,329 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-11 00:37:53,329 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-11 00:37:53,330 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-11 00:37:53,330 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-11 00:37:53,330 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-11 00:37:53,349 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:37:53,350 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:37:53,350 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:37:53,350 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:37:53,350 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:37:53,351 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:37:53,351 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:37:53,351 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:37:53,352 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:37:53,355 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:37:53,356 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:37:53,495 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:37:53,497 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:37:53,497 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:37:53,510 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@52380dbe
2015-02-11 00:37:53,511 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:37:53,511 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:37:53,512 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:37:53,512 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:37:53,513 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-11 00:37:53,513 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-11 00:37:53,513 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-11 00:37:53,514 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-11 00:37:53,514 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-11 00:37:53,514 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-11 00:37:53,515 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-11 00:37:53,515 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-11 00:37:53,516 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-11 00:37:53,534 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:37:53,534 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:37:53,535 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:37:53,535 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:37:53,535 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:37:53,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:37:53,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:37:53,536 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:37:53,536 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:37:53,540 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:37:53,540 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:37:53,697 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:37:53,700 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:37:53,700 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:37:53,712 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@68d39f3c
2015-02-11 00:37:53,713 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:37:53,713 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:37:53,714 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:37:53,714 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:37:53,735 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-11 00:37:53,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:37:53,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:37:53,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:37:53,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:37:53,769 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-11 00:37:53,770 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-11 00:37:53,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwt proto=rpc
2015-02-11 00:37:55,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002
2015-02-11 00:37:55,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002
2015-02-11 00:37:55,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001
2015-02-11 00:37:55,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001
2015-02-11 00:37:55,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002
2015-02-11 00:37:56,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001
2015-02-11 00:38:03,778 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-11 00:38:03,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:38:03,791 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-11 00:38:03,811 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:03,813 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 54147
2015-02-11 00:38:03,819 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-11 00:38:03,819 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-11 00:38:03,822 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:38:03,824 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:38:03,825 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:38:03,834 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-11 00:38:03,835 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:38:03,836 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-11 00:38:03,836 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:38:03,837 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:38:03,838 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-11 00:38:03,838 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:38:03,840 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 40899
2015-02-11 00:38:03,840 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:38:03,845 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/jobhistory to /tmp/Jetty_ip.10.31.157.187_40899_jobhistory____.fy82a2/webapp
2015-02-11 00:38:03,988 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:40899
2015-02-11 00:38:03,988 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 40899
2015-02-11 00:38:04,424 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:38:04,440 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:04,443 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 33189
2015-02-11 00:38:04,448 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-11 00:38:04,449 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:04,449 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 33189: starting
2015-02-11 00:38:04,456 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at ip-10-31-157-187.ec2.internal/10.31.157.187:33189
2015-02-11 00:38:04,458 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:04,458 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 54147: starting
2015-02-11 00:38:05,320 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: ip-10-31-157-187:0
2015-02-11 00:38:05,320 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:38:05,321 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: ip-10-31-157-187.ec2.internal:33189
2015-02-11 00:38:05,322 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: ip-10-31-157-187:40899
2015-02-11 00:38:05,322 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-11 00:38:05,323 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(930)) - Transitioning to active state
2015-02-11 00:38:05,327 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-11 00:38:05,328 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:38:05,333 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-11 00:38:05,334 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:38:05,334 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-11 00:38:05,336 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:38:05,336 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:38:05,337 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-11 00:38:05,363 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:05,364 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 35106
2015-02-11 00:38:05,369 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-11 00:38:05,369 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:05,370 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 35106: starting
2015-02-11 00:38:05,398 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:05,399 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 43952
2015-02-11 00:38:05,406 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-11 00:38:05,407 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:05,407 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 43952: starting
2015-02-11 00:38:05,465 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:05,467 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 58748
2015-02-11 00:38:05,473 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-11 00:38:05,474 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:05,474 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 58748: starting
2015-02-11 00:38:05,493 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(944)) - Transitioned to active state
2015-02-11 00:38:05,500 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-11 00:38:05,501 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:38:05,509 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-11 00:38:05,510 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-11 00:38:05,510 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-11 00:38:05,510 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-11 00:38:05,510 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:38:05,511 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:38:05,512 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-11 00:38:05,513 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:38:05,514 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 43112
2015-02-11 00:38:05,514 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:38:05,519 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/cluster to /tmp/Jetty_ip.10.31.157.187_43112_cluster____5spe0w/webapp
2015-02-11 00:38:05,672 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:38:06,823 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:58748
2015-02-11 00:38:06,824 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:38:06,825 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:58748
2015-02-11 00:38:06,825 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:38:06,826 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-11 00:38:06,844 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:06,845 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51231
2015-02-11 00:38:06,851 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:38:06,852 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:38:06,853 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:06,853 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51231: starting
2015-02-11 00:38:06,867 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:51231
2015-02-11 00:38:06,868 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:51231
2015-02-11 00:38:06,876 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:06,878 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 56125
2015-02-11 00:38:06,881 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:38:06,882 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:06,882 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 56125: starting
2015-02-11 00:38:06,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 56125
2015-02-11 00:38:06,906 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:38:06,927 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 46364
2015-02-11 00:38:06,928 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:06,929 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:38:06,930 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:38:06,931 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:38:06,932 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:38:06,933 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:38:06,933 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:38:06,934 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:38:06,935 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:38:06,936 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55042
2015-02-11 00:38:06,936 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:38:06,941 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_55042_node____.bktptv/webapp
2015-02-11 00:38:07,052 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:38:07,053 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:38:07,053 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:43112
2015-02-11 00:38:07,055 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 43112
2015-02-11 00:38:07,081 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:55042
2015-02-11 00:38:07,082 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 55042
2015-02-11 00:38:07,126 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:38:07,127 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:38:07,136 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:38:07,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:38:07,158 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:07,159 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51254
2015-02-11 00:38:07,163 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-11 00:38:07,165 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:07,165 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51254: starting
2015-02-11 00:38:07,180 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:38:07,188 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 51231 httpPort: 55042) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:51231
2015-02-11 00:38:07,190 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1520768723
2015-02-11 00:38:07,190 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:51231 Node Transitioned from NEW to RUNNING
2015-02-11 00:38:07,191 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1775252260
2015-02-11 00:38:07,191 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:51231 with total resource of <memory:4096, vCores:8>
2015-02-11 00:38:07,191 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:38:07,197 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:51231 clusterResource: <memory:4096, vCores:8>
2015-02-11 00:38:07,829 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-11 00:38:07,832 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:07,834 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 59074
2015-02-11 00:38:07,838 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:38:07,838 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:38:07,839 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:07,839 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 59074: starting
2015-02-11 00:38:07,852 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:59074
2015-02-11 00:38:07,852 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:59074
2015-02-11 00:38:07,853 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:07,854 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 44589
2015-02-11 00:38:07,860 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:38:07,861 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:07,862 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 44589: starting
2015-02-11 00:38:07,865 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 44589
2015-02-11 00:38:07,867 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:38:07,868 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 46132
2015-02-11 00:38:07,868 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:07,869 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:38:07,870 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:38:07,870 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:38:07,871 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:38:07,871 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:38:07,871 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:38:07,872 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:38:07,872 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:38:07,873 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 34993
2015-02-11 00:38:07,873 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:38:07,879 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_34993_node____.xhovzz/webapp
2015-02-11 00:38:08,310 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:34993
2015-02-11 00:38:08,312 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 34993
2015-02-11 00:38:08,323 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:38:08,325 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:38:08,325 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:38:08,325 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:38:08,326 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 59074 httpPort: 34993) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:59074
2015-02-11 00:38:08,326 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:59074 Node Transitioned from NEW to RUNNING
2015-02-11 00:38:08,326 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1520768723
2015-02-11 00:38:08,326 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1775252260
2015-02-11 00:38:08,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:59074 clusterResource: <memory:8192, vCores:16>
2015-02-11 00:38:08,327 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:59074 with total resource of <memory:4096, vCores:8>
2015-02-11 00:38:08,327 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:38:08,831 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-11 00:38:08,837 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:08,839 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 52786
2015-02-11 00:38:08,843 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:38:08,843 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:38:08,844 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:08,844 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 52786: starting
2015-02-11 00:38:08,854 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:52786
2015-02-11 00:38:08,854 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:52786
2015-02-11 00:38:08,855 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:08,857 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 45296
2015-02-11 00:38:08,860 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:38:08,861 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:08,861 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 45296: starting
2015-02-11 00:38:08,865 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 45296
2015-02-11 00:38:08,867 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:38:08,868 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 59745
2015-02-11 00:38:08,868 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:08,869 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:38:08,869 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:38:08,870 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:38:08,871 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:38:08,871 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:38:08,871 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:38:08,872 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:38:08,872 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:38:08,873 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 39570
2015-02-11 00:38:08,873 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:38:08,878 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_39570_node____.kuzzhl/webapp
2015-02-11 00:38:09,306 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:39570
2015-02-11 00:38:09,308 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 39570
2015-02-11 00:38:09,320 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:38:09,321 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:38:09,321 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:38:09,321 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:38:09,322 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 52786 httpPort: 39570) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:52786
2015-02-11 00:38:09,322 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:52786 Node Transitioned from NEW to RUNNING
2015-02-11 00:38:09,322 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1520768723
2015-02-11 00:38:09,322 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1775252260
2015-02-11 00:38:09,322 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:52786 clusterResource: <memory:12288, vCores:24>
2015-02-11 00:38:09,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:52786 with total resource of <memory:4096, vCores:8>
2015-02-11 00:38:09,323 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:38:09,833 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-11 00:38:09,837 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:09,839 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 51518
2015-02-11 00:38:09,845 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:38:09,845 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:38:09,846 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:09,846 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 51518: starting
2015-02-11 00:38:09,859 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:51518
2015-02-11 00:38:09,860 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:51518
2015-02-11 00:38:09,861 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:38:09,863 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 56066
2015-02-11 00:38:09,867 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:38:09,868 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:38:09,873 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 56066: starting
2015-02-11 00:38:09,875 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 56066
2015-02-11 00:38:09,877 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:38:09,878 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 51417
2015-02-11 00:38:09,878 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:09,879 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:38:09,880 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:38:09,881 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:38:09,881 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:38:09,881 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:38:09,882 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:38:09,883 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:38:09,883 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:38:09,883 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 50020
2015-02-11 00:38:09,884 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:38:09,888 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_50020_node____.qzz8ym/webapp
2015-02-11 00:38:10,312 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:50020
2015-02-11 00:38:10,312 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 50020
2015-02-11 00:38:10,325 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:38:10,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:38:10,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:38:10,326 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:38:10,327 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 51518 httpPort: 50020) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:51518
2015-02-11 00:38:10,327 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:51518 Node Transitioned from NEW to RUNNING
2015-02-11 00:38:10,327 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1520768723
2015-02-11 00:38:10,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:51518 clusterResource: <memory:16384, vCores:32>
2015-02-11 00:38:10,327 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-1775252260
2015-02-11 00:38:10,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:51518 with total resource of <memory:4096, vCores:8>
2015-02-11 00:38:10,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:38:10,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:10,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:10,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:10,871 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt. BP-1670894054-10.31.157.187-1423615067843 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:38:10,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003 src: /127.0.0.1:47604 dest: /127.0.0.1:32971
2015-02-11 00:38:10,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003 src: /127.0.0.1:51022 dest: /127.0.0.1:48495
2015-02-11 00:38:10,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003 src: /127.0.0.1:53201 dest: /127.0.0.1:47624
2015-02-11 00:38:10,904 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53201, dest: /127.0.0.1:47624, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 7489273
2015-02-11 00:38:10,904 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:10,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:10,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51022, dest: /127.0.0.1:48495, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 15587604
2015-02-11 00:38:10,910 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:10,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:10,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47604, dest: /127.0.0.1:32971, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 14818197
2015-02-11 00:38:10,913 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:10,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:10,920 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:11,002 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:38:11,003 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:38:11,016 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 32201A574E8540C38DBF189C087D4572
2015-02-11 00:38:11,077 INFO planner.FlowPlanner (FlowPlanner.java:decorateTap(674)) - found decorator: cascading.flowconnector.checkpoint_tap.decorator.classname, wrapping tap: TempHfs["null"][9467894995/test/]
2015-02-11 00:38:11,110 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-11 00:38:11,237 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-11 00:38:11,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:38:11,327 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-11 00:38:11,331 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-11 00:38:11,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:38:11,332 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint"]
2015-02-11 00:38:11,333 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-11 00:38:11,334 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 3
2015-02-11 00:38:11,334 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 3
2015-02-11 00:38:11,337 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/3)
2015-02-11 00:38:11,381 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:38:11,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003
2015-02-11 00:38:11,484 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:38:11,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:11,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:11,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:38:11,553 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 1
2015-02-11 00:38:11,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001 dst=null perm=null proto=rpc
2015-02-11 00:38:11,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:38:11,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:38:11,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:11,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,585 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:38:11,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004 src: /127.0.0.1:51025 dest: /127.0.0.1:48495
2015-02-11 00:38:11,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004 src: /127.0.0.1:47609 dest: /127.0.0.1:32971
2015-02-11 00:38:11,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004 src: /127.0.0.1:53205 dest: /127.0.0.1:47624
2015-02-11 00:38:11,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53205, dest: /127.0.0.1:47624, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, duration: 8263622
2015-02-11 00:38:11,616 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:11,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47609, dest: /127.0.0.1:32971, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, duration: 9631367
2015-02-11 00:38:11,623 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51025, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, duration: 16407546
2015-02-11 00:38:11,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,626 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,630 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:11,635 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar
2015-02-11 00:38:11,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:11,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:11,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:11,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:11,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:38:11,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:38:11,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:11,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:38:11,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:38:11,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:11,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:11,682 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:38:11,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:11,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,717 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split
2015-02-11 00:38:11,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:11,724 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:38:11,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005 src: /127.0.0.1:47611 dest: /127.0.0.1:32971
2015-02-11 00:38:11,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005 src: /127.0.0.1:52970 dest: /127.0.0.1:47583
2015-02-11 00:38:11,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005 src: /127.0.0.1:53208 dest: /127.0.0.1:47624
2015-02-11 00:38:11,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005 src: /127.0.0.1:51031 dest: /127.0.0.1:48495
2015-02-11 00:38:11,750 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51031, dest: /127.0.0.1:48495, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 10426145
2015-02-11 00:38:11,750 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:11,752 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53208, dest: /127.0.0.1:47624, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 11708241
2015-02-11 00:38:11,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,752 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,756 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:52970, dest: /127.0.0.1:47583, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 15405263
2015-02-11 00:38:11,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,757 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,759 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47611, dest: /127.0.0.1:32971, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 17961202
2015-02-11 00:38:11,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,761 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,766 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:11,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,782 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:38:11,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006 src: /127.0.0.1:51032 dest: /127.0.0.1:48495
2015-02-11 00:38:11,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006 src: /127.0.0.1:53211 dest: /127.0.0.1:47624
2015-02-11 00:38:11,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006 src: /127.0.0.1:47617 dest: /127.0.0.1:32971
2015-02-11 00:38:11,801 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47617, dest: /127.0.0.1:32971, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, duration: 5908424
2015-02-11 00:38:11,802 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:11,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,805 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53211, dest: /127.0.0.1:47624, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, duration: 9266071
2015-02-11 00:38:11,805 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,807 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51032, dest: /127.0.0.1:48495, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, duration: 10489737
2015-02-11 00:38:11,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,808 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,812 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:11,813 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:38:11,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:11,950 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:38:11,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007 src: /127.0.0.1:53213 dest: /127.0.0.1:47624
2015-02-11 00:38:11,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007 src: /127.0.0.1:47619 dest: /127.0.0.1:32971
2015-02-11 00:38:11,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007 src: /127.0.0.1:51037 dest: /127.0.0.1:48495
2015-02-11 00:38:11,973 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51037, dest: /127.0.0.1:48495, bytes: 90210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, duration: 10372276
2015-02-11 00:38:11,973 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:11,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47619, dest: /127.0.0.1:32971, bytes: 90210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, duration: 11604043
2015-02-11 00:38:11,975 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53213, dest: /127.0.0.1:47624, bytes: 90210, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, duration: 13173292
2015-02-11 00:38:11,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:11,979 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:11,984 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:11,985 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0001
2015-02-11 00:38:12,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001 dst=null perm=null proto=rpc
2015-02-11 00:38:12,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:12,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:12,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:12,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:12,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:12,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:12,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,174 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0001
2015-02-11 00:38:12,174 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 1 submitted by user teamcity
2015-02-11 00:38:12,176 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0001 State change from NEW to NEW_SAVING
2015-02-11 00:38:12,179 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0001
2015-02-11 00:38:12,187 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0001
2015-02-11 00:38:12,189 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0001 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:38:12,191 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:38:12,192 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0001 from user: teamcity, in queue: default
2015-02-11 00:38:12,216 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0001 State change from SUBMITTED to ACCEPTED
2015-02-11 00:38:12,216 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0001_000001
2015-02-11 00:38:12,216 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0001
2015-02-11 00:38:12,221 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from NEW to SUBMITTED
2015-02-11 00:38:12,229 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0001 from user: teamcity activated in queue: default
2015-02-11 00:38:12,230 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:38:12,230 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0001_000001 to scheduler from user teamcity in queue default
2015-02-11 00:38:12,233 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:38:12,261 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0001/
2015-02-11 00:38:12,263 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423615085324_0001
2015-02-11 00:38:12,263 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0001/
2015-02-11 00:38:12,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:12,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000001
2015-02-11 00:38:12,353 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:38:12,354 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0001_000001 container=Container: [ContainerId: container_1423615085324_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:12,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:38:12,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:12,356 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52786 for container : container_1423615085324_0001_01_000001
2015-02-11 00:38:12,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:12,363 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0001_000001
2015-02-11 00:38:12,363 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0001 AttemptId: appattempt_1423615085324_0001_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ]
2015-02-11 00:38:12,365 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:38:12,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:38:12,381 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0001_000001
2015-02-11 00:38:12,397 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] for AM appattempt_1423615085324_0001_000001
2015-02-11 00:38:12,398 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:38:12,432 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0001_000001 (auth:SIMPLE)
2015-02-11 00:38:12,447 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0001_01_000001 by user teamcity
2015-02-11 00:38:12,470 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0001
2015-02-11 00:38:12,475 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000001
2015-02-11 00:38:12,477 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from NEW to INITING
2015-02-11 00:38:12,478 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0001_01_000001 to application application_1423615085324_0001
2015-02-11 00:38:12,489 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from INITING to RUNNING
2015-02-11 00:38:12,496 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] for AM appattempt_1423615085324_0001_000001
2015-02-11 00:38:12,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:38:12,498 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:38:12,498 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0001
2015-02-11 00:38:12,514 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:12,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:38:12,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:38:12,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:38:12,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:12,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:12,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0001_01_000001
2015-02-11 00:38:12,519 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:38:12,529 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:38:12,550 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423615085324_0001_01_000001.tokens. Credentials list:
2015-02-11 00:38:12,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:38:12,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:38:12,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:12,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:38:12,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:38:12,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:12,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:52981, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, duration: 13538718
2015-02-11 00:38:12,654 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:52980, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, duration: 24867324
2015-02-11 00:38:12,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/hadoop-3955472530162357702.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:12,727 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:12,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423615085324_0001_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000001.tokens
2015-02-11 00:38:12,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:12,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:12,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47629, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1529169975_1120, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, duration: 2185638
2015-02-11 00:38:13,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:13,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:13,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:13,090 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47629, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1529169975_1120, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, duration: 335440
2015-02-11 00:38:13,124 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:13,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:13,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:13,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51047, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1529169975_1120, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 358798
2015-02-11 00:38:13,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:13,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:13,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:13,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53226, bytes: 90918, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1529169975_1120, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, duration: 597873
2015-02-11 00:38:13,293 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:13,294 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:13,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:13,364 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:13,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:13,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000001/default_container_executor.sh]
2015-02-11 00:38:13,583 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47624 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:47583
2015-02-11 00:38:14,766 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=bbb7a64e-16ec-45ad-8886-03ec4c5511e4, infoPort=33422, ipcPort=57324, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004 to 127.0.0.1:47583
2015-02-11 00:38:14,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004 src: /127.0.0.1:52990 dest: /127.0.0.1:47583
2015-02-11 00:38:14,774 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:47583
2015-02-11 00:38:14,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004 src: /127.0.0.1:52990 dest: /127.0.0.1:47583 of size 254067
2015-02-11 00:38:14,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741828_1004 size 254067
2015-02-11 00:38:15,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007
2015-02-11 00:38:15,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003
2015-02-11 00:38:15,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005
2015-02-11 00:38:15,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006
2015-02-11 00:38:15,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004
2015-02-11 00:38:15,746 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003
2015-02-11 00:38:15,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004
2015-02-11 00:38:15,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006
2015-02-11 00:38:15,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007
2015-02-11 00:38:15,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005
2015-02-11 00:38:15,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004
2015-02-11 00:38:15,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005
2015-02-11 00:38:16,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:16,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:38:16,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:38:16,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:38:16,461 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004
2015-02-11 00:38:16,462 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006
2015-02-11 00:38:16,463 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005
2015-02-11 00:38:16,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007
2015-02-11 00:38:16,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001 dst=null perm=null proto=rpc
2015-02-11 00:38:16,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:38:16,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:16,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:16,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:17,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:17,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:17,132 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51051, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741830_1006, duration: 391334
2015-02-11 00:38:18,489 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0001_000001 (auth:SIMPLE)
2015-02-11 00:38:18,500 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0001_000001
2015-02-11 00:38:18,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0001 APPATTEMPTID=appattempt_1423615085324_0001_000001
2015-02-11 00:38:18,502 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:38:18,503 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0001 State change from ACCEPTED to RUNNING
2015-02-11 00:38:18,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:18,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:18,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:18,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:38:18,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008 src: /127.0.0.1:47640 dest: /127.0.0.1:32971
2015-02-11 00:38:18,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008 src: /127.0.0.1:51058 dest: /127.0.0.1:48495
2015-02-11 00:38:18,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008 src: /127.0.0.1:53000 dest: /127.0.0.1:47583
2015-02-11 00:38:19,049 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53000, dest: /127.0.0.1:47583, bytes: 105963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008, duration: 54830222
2015-02-11 00:38:19,050 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:19,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:19,050 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51058, dest: /127.0.0.1:48495, bytes: 105963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008, duration: 55809335
2015-02-11 00:38:19,050 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:19,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:19,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47640, dest: /127.0.0.1:32971, bytes: 105963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008, duration: 54373671
2015-02-11 00:38:19,052 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:19,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:19,060 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:19,638 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30001 milliseconds
2015-02-11 00:38:19,638 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:38:20,220 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:20,220 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000002
2015-02-11 00:38:20,221 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:38:20,221 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0001_000001 container=Container: [ContainerId: container_1423615085324_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:20,222 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:38:20,222 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:20,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:20,223 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000003
2015-02-11 00:38:20,223 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:38:20,223 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0001_000001 container=Container: [ContainerId: container_1423615085324_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:20,224 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:38:20,224 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:20,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:20,225 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000004
2015-02-11 00:38:20,225 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:38:20,226 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0001_000001 container=Container: [ContainerId: container_1423615085324_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:20,226 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:38:20,226 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:20,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:20,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000005
2015-02-11 00:38:20,228 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:38:20,228 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0001_000001 container=Container: [ContainerId: container_1423615085324_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:20,228 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:38:20,228 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:20,596 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0001_01_000002
2015-02-11 00:38:20,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:20,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:20,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:20,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:20,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:20,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:20,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008
2015-02-11 00:38:20,834 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0001_000001 (auth:SIMPLE)
2015-02-11 00:38:20,848 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0001_01_000002 by user teamcity
2015-02-11 00:38:20,848 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0001_01_000003 by user teamcity
2015-02-11 00:38:20,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0001
2015-02-11 00:38:20,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0001_01_000005 by user teamcity
2015-02-11 00:38:20,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0001_01_000004 by user teamcity
2015-02-11 00:38:20,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000005
2015-02-11 00:38:20,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000002
2015-02-11 00:38:20,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000003
2015-02-11 00:38:20,852 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000004
2015-02-11 00:38:20,851 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0001_01_000003 to application application_1423615085324_0001
2015-02-11 00:38:20,855 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from NEW to INITING
2015-02-11 00:38:20,855 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0001_01_000002 to application application_1423615085324_0001
2015-02-11 00:38:20,856 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0001_01_000005 to application application_1423615085324_0001
2015-02-11 00:38:20,856 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0001_01_000004 to application application_1423615085324_0001
2015-02-11 00:38:20,857 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from INITING to RUNNING
2015-02-11 00:38:20,857 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:38:20,858 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:38:20,859 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:38:20,859 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:38:20,859 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,860 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,860 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:20,862 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0001
2015-02-11 00:38:20,862 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:20,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:38:20,868 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:20,868 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:20,869 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,869 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,869 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:20,869 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0001
2015-02-11 00:38:20,870 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,870 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,870 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:20,870 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0001
2015-02-11 00:38:20,871 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,871 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0001
2015-02-11 00:38:20,871 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:20,871 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0001
2015-02-11 00:38:20,872 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0001_01_000003
2015-02-11 00:38:20,872 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:38:20,878 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:38:20,879 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0001_01_000002
2015-02-11 00:38:20,879 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:38:20,879 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:38:20,880 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0001_01_000005
2015-02-11 00:38:20,880 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:38:20,880 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:38:20,881 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0001_01_000004
2015-02-11 00:38:20,881 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:38:20,881 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:38:20,903 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423615085324_0001_01_000003.tokens. Credentials list:
2015-02-11 00:38:20,904 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0001_01_000005.tokens. Credentials list:
2015-02-11 00:38:20,911 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0001_01_000004.tokens. Credentials list:
2015-02-11 00:38:20,913 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0001_01_000002.tokens. Credentials list:
2015-02-11 00:38:20,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:38:20,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:38:20,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:20,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:38:20,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:38:20,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:20,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:20,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53239, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, duration: 4166445
2015-02-11 00:38:20,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53003, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, duration: 5371534
2015-02-11 00:38:20,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008
2015-02-11 00:38:21,004 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/11/hadoop-3955472530162357702.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:21,009 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:21,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423615085324_0001_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000003.tokens
2015-02-11 00:38:21,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:21,224 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:21,224 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:21,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:21,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:21,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:21,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:21,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51065, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1593441899_1388, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741828_1004, duration: 1783656
2015-02-11 00:38:21,321 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:21,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:21,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:21,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47649, bytes: 90918, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1593441899_1388, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741831_1007, duration: 815640
2015-02-11 00:38:21,407 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:21,408 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:21,408 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:21,408 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:21,409 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:21,471 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008
2015-02-11 00:38:21,482 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:21,482 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:21,484 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:21,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:21,486 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:21,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:21,493 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:21,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:21,621 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:38:21,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000002/default_container_executor.sh]
2015-02-11 00:38:21,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000003/default_container_executor.sh]
2015-02-11 00:38:21,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000004/default_container_executor.sh]
2015-02-11 00:38:21,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000005/default_container_executor.sh]
2015-02-11 00:38:22,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:22,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0001_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000002.tokens
2015-02-11 00:38:22,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:22,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:23,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0001_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000004.tokens
2015-02-11 00:38:23,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:23,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:23,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0001_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000005.tokens
2015-02-11 00:38:23,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:25,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:25,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:25,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:25,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:25,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53021, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000000_0_2023514044_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 322793
2015-02-11 00:38:26,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47664, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000001_0_896123083_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 315175
2015-02-11 00:38:26,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51082, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000003_0_-1220232916_1, offset: 1024, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 312380
2015-02-11 00:38:26,020 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53261, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000002_0_841745143_1, offset: 512, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741829_1005, duration: 292074
2015-02-11 00:38:26,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:26,102 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47667, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000000_0_2023514044_1, offset: 1024, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 344364
2015-02-11 00:38:26,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:26,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:26,128 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53264, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000003_0_-1220232916_1, offset: 512, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 1291994
2015-02-11 00:38:26,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:38:26,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47670, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000002_0_841745143_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 330462
2015-02-11 00:38:26,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:26,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:26,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:26,449 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53266, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0001_m_000001_0_896123083_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 3405112
2015-02-11 00:38:26,463 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000002_0/part-00002. BP-1670894054-10.31.157.187-1423615067843 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:38:26,464 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:38:26,477 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000001_0/part-00001. BP-1670894054-10.31.157.187-1423615067843 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:38:26,493 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000003_0/part-00003. BP-1670894054-10.31.157.187-1423615067843 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:38:26,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009 src: /127.0.0.1:53030 dest: /127.0.0.1:47583
2015-02-11 00:38:26,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009 src: /127.0.0.1:51093 dest: /127.0.0.1:48495
2015-02-11 00:38:26,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010 src: /127.0.0.1:53268 dest: /127.0.0.1:47624
2015-02-11 00:38:26,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011 src: /127.0.0.1:47674 dest: /127.0.0.1:32971
2015-02-11 00:38:26,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012 src: /127.0.0.1:51092 dest: /127.0.0.1:48495
2015-02-11 00:38:26,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011 src: /127.0.0.1:53037 dest: /127.0.0.1:47583
2015-02-11 00:38:26,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009 src: /127.0.0.1:47677 dest: /127.0.0.1:32971
2015-02-11 00:38:26,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010 src: /127.0.0.1:47678 dest: /127.0.0.1:32971
2015-02-11 00:38:26,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012 src: /127.0.0.1:53038 dest: /127.0.0.1:47583
2015-02-11 00:38:26,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011 src: /127.0.0.1:53277 dest: /127.0.0.1:47624
2015-02-11 00:38:26,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010 src: /127.0.0.1:53039 dest: /127.0.0.1:47583
2015-02-11 00:38:26,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012 src: /127.0.0.1:53278 dest: /127.0.0.1:47624
2015-02-11 00:38:26,633 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47677, dest: /127.0.0.1:32971, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000002_0_841745143_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009, duration: 49263645
2015-02-11 00:38:26,633 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:26,634 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51093, dest: /127.0.0.1:48495, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000002_0_841745143_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009, duration: 51888976
2015-02-11 00:38:26,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,634 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,635 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53030, dest: /127.0.0.1:47583, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000002_0_841745143_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009, duration: 53694087
2015-02-11 00:38:26,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,637 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,638 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53277, dest: /127.0.0.1:47624, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000001_0_896123083_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011, duration: 46188539
2015-02-11 00:38:26,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,638 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:26,639 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53037, dest: /127.0.0.1:47583, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000001_0_896123083_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011, duration: 44944654
2015-02-11 00:38:26,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,639 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,640 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47674, dest: /127.0.0.1:32971, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000001_0_896123083_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011, duration: 47257908
2015-02-11 00:38:26,641 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53039, dest: /127.0.0.1:47583, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000000_0_2023514044_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010, duration: 48675769
2015-02-11 00:38:26,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,642 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:26,643 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47678, dest: /127.0.0.1:32971, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000000_0_2023514044_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010, duration: 49869088
2015-02-11 00:38:26,643 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53268, dest: /127.0.0.1:47624, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000000_0_2023514044_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010, duration: 49902146
2015-02-11 00:38:26,644 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,645 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1423615085324_0001_m_000002_0_841745143_1
2015-02-11 00:38:26,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,649 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1423615085324_0001_m_000001_0_896123083_1
2015-02-11 00:38:26,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0001_m_000000_0_2023514044_1
2015-02-11 00:38:26,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53278, dest: /127.0.0.1:47624, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000003_0_-1220232916_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012, duration: 65409780
2015-02-11 00:38:26,661 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:26,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,662 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53038, dest: /127.0.0.1:47583, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000003_0_-1220232916_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012, duration: 67661851
2015-02-11 00:38:26,662 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,665 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51092, dest: /127.0.0.1:48495, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0001_m_000003_0_-1220232916_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012, duration: 69477055
2015-02-11 00:38:26,665 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:26,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:38:26,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1423615085324_0001_m_000003_0_-1220232916_1
2015-02-11 00:38:26,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:38:26,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:38:26,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000002_0 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000002 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:26,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000000_0 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:26,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:38:26,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000001_0 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000001 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:26,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:38:26,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:38:26,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/_temporary/attempt_1423615085324_0001_m_000003_0 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000003 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:26,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0001_01_000002
2015-02-11 00:38:26,865 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000002
2015-02-11 00:38:26,865 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:38:26,865 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0001_01_000002
2015-02-11 00:38:26,871 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0001_01_000004
2015-02-11 00:38:26,871 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0001_01_000005
2015-02-11 00:38:26,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000004
2015-02-11 00:38:26,871 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0001_01_000003
2015-02-11 00:38:26,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000003
2015-02-11 00:38:26,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000005
2015-02-11 00:38:26,888 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0001_01_000002 is : 143
2015-02-11 00:38:26,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:38:26,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013 src: /127.0.0.1:53279 dest: /127.0.0.1:47624
2015-02-11 00:38:26,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013 src: /127.0.0.1:53043 dest: /127.0.0.1:47583
2015-02-11 00:38:26,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013 src: /127.0.0.1:51103 dest: /127.0.0.1:48495
2015-02-11 00:38:26,918 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:38:26,919 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:38:26,919 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:38:26,919 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1.jhist for DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:26,920 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:26,920 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0001_01_000004
2015-02-11 00:38:26,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:26,930 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:26,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:38:26,938 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0001_01_000004 is : 143
2015-02-11 00:38:26,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:26,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:26,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:38:26,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:38:26,993 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0001_01_000005
2015-02-11 00:38:26,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000000/part-00000 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:27,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:27,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:38:27,003 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0001_01_000005 succeeded
2015-02-11 00:38:27,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:38:27,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000001/part-00001 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00001 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:27,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:27,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:38:27,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:38:27,030 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0001_01_000003
2015-02-11 00:38:27,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000002/part-00002 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00002 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:27,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:27,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:38:27,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:38:27,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary/1/task_1423615085324_0001_m_000003/part-00003 dst=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00003 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,047 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0001_01_000003 is : 143
2015-02-11 00:38:27,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_temporary dst=null perm=null proto=rpc
2015-02-11 00:38:27,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000002
2015-02-11 00:38:27,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000002
2015-02-11 00:38:27,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000002
2015-02-11 00:38:27,069 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:27,070 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:27,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000002
2015-02-11 00:38:27,071 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000005 transitioned from KILLING to EXITED_WITH_SUCCESS
2015-02-11 00:38:27,071 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:27,072 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000002
2015-02-11 00:38:27,074 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:27,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000004
2015-02-11 00:38:27,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000004
2015-02-11 00:38:27,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000004
2015-02-11 00:38:27,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000004
2015-02-11 00:38:27,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000005
2015-02-11 00:38:27,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000005
2015-02-11 00:38:27,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000005
2015-02-11 00:38:27,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000005
2015-02-11 00:38:27,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000003
2015-02-11 00:38:27,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000003
2015-02-11 00:38:27,081 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:27,081 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0001_01_000002 from application application_1423615085324_0001
2015-02-11 00:38:27,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000003
2015-02-11 00:38:27,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:27,083 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0001
2015-02-11 00:38:27,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000003
2015-02-11 00:38:27,084 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000004
2015-02-11 00:38:27,084 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:27,085 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000005
2015-02-11 00:38:27,085 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000005 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:38:27,085 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000003
2015-02-11 00:38:27,085 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:27,086 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0001_01_000004 from application application_1423615085324_0001
2015-02-11 00:38:27,086 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:27,086 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0001
2015-02-11 00:38:27,086 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0001_01_000005 from application application_1423615085324_0001
2015-02-11 00:38:27,086 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:27,086 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0001
2015-02-11 00:38:27,087 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0001_01_000003 from application application_1423615085324_0001
2015-02-11 00:38:27,087 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:27,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0001
2015-02-11 00:38:27,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51103, dest: /127.0.0.1:48495, bytes: 48410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013, duration: 192561704
2015-02-11 00:38:27,104 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:27,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 15758
2015-02-11 00:38:27,106 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53043, dest: /127.0.0.1:47583, bytes: 48410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013, duration: 194627286
2015-02-11 00:38:27,106 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,107 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53279, dest: /127.0.0.1:47624, bytes: 48410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013, duration: 195147535
2015-02-11 00:38:27,107 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 15758
2015-02-11 00:38:27,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 15758
2015-02-11 00:38:27,112 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:27,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,121 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:38:27,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014 src: /127.0.0.1:47687 dest: /127.0.0.1:32971
2015-02-11 00:38:27,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014 src: /127.0.0.1:53046 dest: /127.0.0.1:47583
2015-02-11 00:38:27,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014 src: /127.0.0.1:53284 dest: /127.0.0.1:47624
2015-02-11 00:38:27,135 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53284, dest: /127.0.0.1:47624, bytes: 405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014, duration: 2570715
2015-02-11 00:38:27,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,136 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53046, dest: /127.0.0.1:47583, bytes: 405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014, duration: 3596974
2015-02-11 00:38:27,136 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,136 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:27,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,137 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47687, dest: /127.0.0.1:32971, bytes: 405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014, duration: 3921532
2015-02-11 00:38:27,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,138 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,143 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:27,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:27,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:38:27,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:27,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:38:27,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:27,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:38:27,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51107, bytes: 48790, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013, duration: 348745
2015-02-11 00:38:27,181 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:38:27,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015 src: /127.0.0.1:51108 dest: /127.0.0.1:48495
2015-02-11 00:38:27,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015 src: /127.0.0.1:53050 dest: /127.0.0.1:47583
2015-02-11 00:38:27,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015 src: /127.0.0.1:53288 dest: /127.0.0.1:47624
2015-02-11 00:38:27,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53288, dest: /127.0.0.1:47624, bytes: 48410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015, duration: 3898878
2015-02-11 00:38:27,195 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:27,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,197 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53050, dest: /127.0.0.1:47583, bytes: 48410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015, duration: 4113708
2015-02-11 00:38:27,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,198 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,199 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51108, dest: /127.0.0.1:48495, bytes: 48410, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015, duration: 6905787
2015-02-11 00:38:27,200 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,204 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:27,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:27,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:38:27,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:27,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:38:27,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:27,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001/job_1423615085324_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:38:27,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:27,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53052, bytes: 106791, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741832_1008, duration: 539007
2015-02-11 00:38:27,229 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:38:27,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016 src: /127.0.0.1:53290 dest: /127.0.0.1:47624
2015-02-11 00:38:27,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016 src: /127.0.0.1:51113 dest: /127.0.0.1:48495
2015-02-11 00:38:27,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016 src: /127.0.0.1:47697 dest: /127.0.0.1:32971
2015-02-11 00:38:27,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47697, dest: /127.0.0.1:32971, bytes: 105963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016, duration: 3131416
2015-02-11 00:38:27,244 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:27,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51113, dest: /127.0.0.1:48495, bytes: 105963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016, duration: 4277656
2015-02-11 00:38:27,245 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53290, dest: /127.0.0.1:47624, bytes: 105963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2016630762_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016, duration: 5194418
2015-02-11 00:38:27,246 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:27,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:27,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2016630762_1
2015-02-11 00:38:27,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:27,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:27,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:27,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:27,286 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:38:27,288 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:38:27,288 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0001 with final state: FINISHING
2015-02-11 00:38:27,289 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:38:27,290 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0001
2015-02-11 00:38:27,291 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:38:27,292 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:38:27,876 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0001_01_000003, container_1423615085324_0001_01_000002, container_1423615085324_0001_01_000005, container_1423615085324_0001_01_000004]
2015-02-11 00:38:27,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:27,876 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:38:27,877 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000002
2015-02-11 00:38:27,877 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:38:27,877 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:38:27,878 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,878 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,879 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:38:27,879 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0001_000001 released container container_1423615085324_0001_01_000002 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:38:27,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:27,879 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:38:27,880 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000003
2015-02-11 00:38:27,880 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:38:27,880 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:38:27,880 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,881 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,881 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:38:27,881 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0001_000001 released container container_1423615085324_0001_01_000003 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:38:27,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:27,882 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:38:27,882 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000004
2015-02-11 00:38:27,882 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:38:27,882 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:38:27,883 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:38:27,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0001_000001 released container container_1423615085324_0001_01_000004 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:38:27,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:27,884 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:38:27,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000005
2015-02-11 00:38:27,884 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:38:27,884 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:38:27,885 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:27,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:38:27,886 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0001_000001 released container container_1423615085324_0001_01_000005 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:38:28,300 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:48495 127.0.0.1:32971 127.0.0.1:47624 127.0.0.1:47583
2015-02-11 00:38:28,301 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:48495
2015-02-11 00:38:28,301 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:38:28,302 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:47624 127.0.0.1:32971 127.0.0.1:48495
2015-02-11 00:38:28,302 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:38:28,302 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:32971 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:38:28,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0001 dst=null perm=null proto=rpc
2015-02-11 00:38:28,437 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (2/3)
2015-02-11 00:38:28,455 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:38:28,475 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:38:28,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A dst=null perm=null proto=rpc
2015-02-11 00:38:28,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:28,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:28,483 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 2
2015-02-11 00:38:28,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002 dst=null perm=null proto=rpc
2015-02-11 00:38:28,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:38:28,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:38:28,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,508 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:38:28,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017 src: /127.0.0.1:53058 dest: /127.0.0.1:47583
2015-02-11 00:38:28,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017 src: /127.0.0.1:51118 dest: /127.0.0.1:48495
2015-02-11 00:38:28,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017 src: /127.0.0.1:53297 dest: /127.0.0.1:47624
2015-02-11 00:38:28,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53297, dest: /127.0.0.1:47624, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, duration: 6268933
2015-02-11 00:38:28,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,526 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51118, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, duration: 7664905
2015-02-11 00:38:28,527 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,527 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:28,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53058, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, duration: 7458489
2015-02-11 00:38:28,528 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:28,534 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar
2015-02-11 00:38:28,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:38:28,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:38:28,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:28,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:38:28,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:38:28,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:28,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:28,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:38:28,564 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-11 00:38:28,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,577 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split
2015-02-11 00:38:28,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:28,582 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:38:28,586 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47583 to replicate blk_1073741841_1017 to datanode(s) 127.0.0.1:32971
2015-02-11 00:38:28,586 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741837_1013]
2015-02-11 00:38:28,587 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008]
2015-02-11 00:38:28,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018 src: /127.0.0.1:51120 dest: /127.0.0.1:48495
2015-02-11 00:38:28,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018 src: /127.0.0.1:53299 dest: /127.0.0.1:47624
2015-02-11 00:38:28,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018 src: /127.0.0.1:53063 dest: /127.0.0.1:47583
2015-02-11 00:38:28,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018 src: /127.0.0.1:47706 dest: /127.0.0.1:32971
2015-02-11 00:38:28,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47706, dest: /127.0.0.1:32971, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 3127667
2015-02-11 00:38:28,600 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:28,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,600 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53063, dest: /127.0.0.1:47583, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 3786754
2015-02-11 00:38:28,601 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53299, dest: /127.0.0.1:47624, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 4652001
2015-02-11 00:38:28,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51120, dest: /127.0.0.1:48495, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 5656759
2015-02-11 00:38:28,606 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,606 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,610 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:28,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,620 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:38:28,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019 src: /127.0.0.1:51124 dest: /127.0.0.1:48495
2015-02-11 00:38:28,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019 src: /127.0.0.1:47708 dest: /127.0.0.1:32971
2015-02-11 00:38:28,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019 src: /127.0.0.1:53067 dest: /127.0.0.1:47583
2015-02-11 00:38:28,632 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53067, dest: /127.0.0.1:47583, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, duration: 2307231
2015-02-11 00:38:28,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,633 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47708, dest: /127.0.0.1:32971, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, duration: 3264841
2015-02-11 00:38:28,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,633 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:28,634 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51124, dest: /127.0.0.1:48495, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, duration: 4628864
2015-02-11 00:38:28,635 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,635 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,640 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:28,641 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:38:28,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:28,679 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:38:28,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020 src: /127.0.0.1:47710 dest: /127.0.0.1:32971
2015-02-11 00:38:28,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020 src: /127.0.0.1:53306 dest: /127.0.0.1:47624
2015-02-11 00:38:28,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020 src: /127.0.0.1:51129 dest: /127.0.0.1:48495
2015-02-11 00:38:28,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51129, dest: /127.0.0.1:48495, bytes: 91372, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, duration: 3257316
2015-02-11 00:38:28,693 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:28,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53306, dest: /127.0.0.1:47624, bytes: 91372, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, duration: 4166743
2015-02-11 00:38:28,694 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47710, dest: /127.0.0.1:32971, bytes: 91372, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, duration: 5254746
2015-02-11 00:38:28,695 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:28,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:28,701 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:28,701 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0002
2015-02-11 00:38:28,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002 dst=null perm=null proto=rpc
2015-02-11 00:38:28,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:28,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:28,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:28,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:28,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:28,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:28,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:28,725 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 2 submitted by user teamcity
2015-02-11 00:38:28,726 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0002
2015-02-11 00:38:28,726 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0002
2015-02-11 00:38:28,726 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0002
2015-02-11 00:38:28,726 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0002 State change from NEW to NEW_SAVING
2015-02-11 00:38:28,726 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0002 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:38:28,727 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0002 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:38:28,728 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0002 from user: teamcity, in queue: default
2015-02-11 00:38:28,728 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0002
2015-02-11 00:38:28,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0002 State change from SUBMITTED to ACCEPTED
2015-02-11 00:38:28,729 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0002_000001
2015-02-11 00:38:28,730 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from NEW to SUBMITTED
2015-02-11 00:38:28,730 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0002 from user: teamcity activated in queue: default
2015-02-11 00:38:28,730 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:38:28,731 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0002_000001 to scheduler from user teamcity in queue default
2015-02-11 00:38:28,731 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:38:28,733 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0002/
2015-02-11 00:38:28,736 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423615085324_0002
2015-02-11 00:38:28,736 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0002/
2015-02-11 00:38:28,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:28,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000001
2015-02-11 00:38:28,879 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:38:28,879 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0002_000001 container=Container: [ContainerId: container_1423615085324_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:28,879 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:38:28,880 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:28,880 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0002_01_000001
2015-02-11 00:38:28,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:28,881 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0002_000001
2015-02-11 00:38:28,881 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0002 AttemptId: appattempt_1423615085324_0002_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ]
2015-02-11 00:38:28,881 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:38:28,882 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:38:28,883 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0002_000001
2015-02-11 00:38:28,884 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] for AM appattempt_1423615085324_0002_000001
2015-02-11 00:38:28,884 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:38:28,890 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0002_000001 (auth:SIMPLE)
2015-02-11 00:38:28,893 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0002_01_000001 by user teamcity
2015-02-11 00:38:28,894 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0002
2015-02-11 00:38:28,894 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000001
2015-02-11 00:38:28,894 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from NEW to INITING
2015-02-11 00:38:28,894 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0002_01_000001 to application application_1423615085324_0002
2015-02-11 00:38:28,895 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] for AM appattempt_1423615085324_0002_000001
2015-02-11 00:38:28,895 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from INITING to RUNNING
2015-02-11 00:38:28,895 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:38:28,896 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:38:28,896 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0002
2015-02-11 00:38:28,896 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:28,896 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:38:28,897 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:38:28,897 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:38:28,897 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0002_01_000001
2015-02-11 00:38:28,917 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0002_01_000001.tokens. Credentials list:
2015-02-11 00:38:28,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:29,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0002_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000001.tokens
2015-02-11 00:38:29,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:29,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:29,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:29,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53074, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2124902661_1988, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, duration: 1818570
2015-02-11 00:38:29,310 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:29,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:29,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:29,359 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51134, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2124902661_1988, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, duration: 308866
2015-02-11 00:38:29,398 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:29,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:29,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:29,446 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53074, bytes: 1399, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2124902661_1988, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 412947
2015-02-11 00:38:29,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:29,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:29,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:29,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51134, bytes: 92088, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2124902661_1988, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, duration: 526678
2015-02-11 00:38:29,568 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:29,568 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:29,619 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:29,619 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:29,746 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000001/default_container_executor.sh]
2015-02-11 00:38:29,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828 for deletion
2015-02-11 00:38:29,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829 for deletion
2015-02-11 00:38:29,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741830 for deletion
2015-02-11 00:38:29,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741831 for deletion
2015-02-11 00:38:29,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829
2015-02-11 00:38:29,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741837 for deletion
2015-02-11 00:38:29,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828
2015-02-11 00:38:29,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741831
2015-02-11 00:38:29,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741830
2015-02-11 00:38:29,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741837
2015-02-11 00:38:29,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:29,953 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=069e4193-7a37-460a-8a60-b1711089dcff, infoPort=56292, ipcPort=53263, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017 to 127.0.0.1:32971
2015-02-11 00:38:29,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017 src: /127.0.0.1:47718 dest: /127.0.0.1:32971
2015-02-11 00:38:29,958 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017 (numBytes=254067) to /127.0.0.1:32971
2015-02-11 00:38:29,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017 src: /127.0.0.1:47718 dest: /127.0.0.1:32971 of size 254067
2015-02-11 00:38:29,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741841_1017 size 254067
2015-02-11 00:38:30,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828 for deletion
2015-02-11 00:38:30,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829 for deletion
2015-02-11 00:38:30,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741830 for deletion
2015-02-11 00:38:30,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828
2015-02-11 00:38:30,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829
2015-02-11 00:38:30,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741831 for deletion
2015-02-11 00:38:30,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741830
2015-02-11 00:38:30,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741832 for deletion
2015-02-11 00:38:30,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741831
2015-02-11 00:38:30,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741832
2015-02-11 00:38:30,756 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013
2015-02-11 00:38:30,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015
2015-02-11 00:38:30,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020
2015-02-11 00:38:30,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009
2015-02-11 00:38:30,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019
2015-02-11 00:38:30,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017
2015-02-11 00:38:30,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017
2015-02-11 00:38:30,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020
2015-02-11 00:38:30,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011
2015-02-11 00:38:30,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018
2015-02-11 00:38:30,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014
2015-02-11 00:38:30,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010
2015-02-11 00:38:30,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018
2015-02-11 00:38:30,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015
2015-02-11 00:38:30,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012
2015-02-11 00:38:30,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012
2015-02-11 00:38:30,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016
2015-02-11 00:38:30,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016
2015-02-11 00:38:30,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741837_1013
2015-02-11 00:38:30,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018
2015-02-11 00:38:30,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741839_1015
2015-02-11 00:38:30,992 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010
2015-02-11 00:38:30,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011
2015-02-11 00:38:30,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014
2015-02-11 00:38:30,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012
2015-02-11 00:38:30,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017
2015-02-11 00:38:30,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019
2015-02-11 00:38:30,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009
2015-02-11 00:38:31,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020
2015-02-11 00:38:31,476 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018
2015-02-11 00:38:31,476 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019
2015-02-11 00:38:31,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017
2015-02-11 00:38:31,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741840_1016
2015-02-11 00:38:31,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011
2015-02-11 00:38:31,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009
2015-02-11 00:38:31,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014
2015-02-11 00:38:31,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010
2015-02-11 00:38:31,587 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741837_1013]
2015-02-11 00:38:31,587 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741832_1008, blk_1073741837_1013]
2015-02-11 00:38:32,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:32,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:38:32,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:38:32,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:38:32,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828 for deletion
2015-02-11 00:38:32,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829 for deletion
2015-02-11 00:38:32,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741830 for deletion
2015-02-11 00:38:32,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741831 for deletion
2015-02-11 00:38:32,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828
2015-02-11 00:38:32,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741832 for deletion
2015-02-11 00:38:32,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741837 for deletion
2015-02-11 00:38:32,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741830
2015-02-11 00:38:32,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741832
2015-02-11 00:38:32,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829
2015-02-11 00:38:32,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741831
2015-02-11 00:38:32,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741837
2015-02-11 00:38:32,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002 dst=null perm=null proto=rpc
2015-02-11 00:38:32,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:38:32,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:32,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828 for deletion
2015-02-11 00:38:32,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829 for deletion
2015-02-11 00:38:32,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741832 for deletion
2015-02-11 00:38:32,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741828
2015-02-11 00:38:32,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741829
2015-02-11 00:38:32,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741837 for deletion
2015-02-11 00:38:32,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741832
2015-02-11 00:38:32,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741837
2015-02-11 00:38:33,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:33,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:33,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53080, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741843_1019, duration: 288840
2015-02-11 00:38:33,459 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0001_01_000001 succeeded
2015-02-11 00:38:33,459 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:38:33,459 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0001_01_000001
2015-02-11 00:38:33,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000001
2015-02-11 00:38:33,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000001
2015-02-11 00:38:33,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000001
2015-02-11 00:38:33,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0001/container_1423615085324_0001_01_000001
2015-02-11 00:38:33,483 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000001
2015-02-11 00:38:33,489 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:38:33,489 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0001_01_000001 from application application_1423615085324_0001
2015-02-11 00:38:33,490 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:33,490 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0001
2015-02-11 00:38:33,827 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-11 00:38:33,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:38:33,830 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-11 00:38:34,341 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0001_01_000001]
2015-02-11 00:38:34,342 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0001_000001
2015-02-11 00:38:34,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:34,343 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:38:34,343 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0001_000001 State change from FINISHING to FINISHED
2015-02-11 00:38:34,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0001 CONTAINERID=container_1423615085324_0001_01_000001
2015-02-11 00:38:34,344 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:38:34,344 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:38:34,344 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:34,344 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:34,344 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:38:34,344 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0001_000001 released container container_1423615085324_0001_01_000001 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:38:34,346 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0001 State change from FINISHING to FINISHED
2015-02-11 00:38:34,346 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0001_000001 is done. finalState=FINISHED
2015-02-11 00:38:34,346 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0001 requests cleared
2015-02-11 00:38:34,346 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0001_000001
2015-02-11 00:38:34,347 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0001
2015-02-11 00:38:34,346 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0001 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:38:34,347 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:38:34,350 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0001,name=[C8F261D7608E4C2699008EEDD1966D7A/FD128CF77C7645888D5ED9833A6108C2] test/(1/3),user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0001/jobhistory/job/job_1423615085324_0001,appMasterHost=ip-10-31-157-187,startTime=1423615092172,finishTime=1423615107288,finalStatus=SUCCEEDED
2015-02-11 00:38:34,353 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0001_000001 (auth:SIMPLE)
2015-02-11 00:38:34,359 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0001_01_000001
2015-02-11 00:38:34,746 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0002_000001 (auth:SIMPLE)
2015-02-11 00:38:34,750 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0002_000001
2015-02-11 00:38:34,750 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0002 APPATTEMPTID=appattempt_1423615085324_0002_000001
2015-02-11 00:38:34,751 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:38:34,751 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0002 State change from ACCEPTED to RUNNING
2015-02-11 00:38:34,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:34,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:34,882 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:38:34,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:34,883 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0001
2015-02-11 00:38:34,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:34,884 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:38:34,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:34,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:34,885 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0001, with delay of 10800 seconds
2015-02-11 00:38:34,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:35,158 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:38:35,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021 src: /127.0.0.1:53322 dest: /127.0.0.1:47624
2015-02-11 00:38:35,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021 src: /127.0.0.1:47728 dest: /127.0.0.1:32971
2015-02-11 00:38:35,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021 src: /127.0.0.1:51146 dest: /127.0.0.1:48495
2015-02-11 00:38:35,285 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51146, dest: /127.0.0.1:48495, bytes: 107221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021, duration: 52057465
2015-02-11 00:38:35,286 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:35,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:38:35,287 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47728, dest: /127.0.0.1:32971, bytes: 107221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021, duration: 53302809
2015-02-11 00:38:35,287 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:35,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:38:35,288 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53322, dest: /127.0.0.1:47624, bytes: 107221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021, duration: 54418382
2015-02-11 00:38:35,288 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:35,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:38:35,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:35,342 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:38:35,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:35,343 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0001
2015-02-11 00:38:35,343 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:38:35,344 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0001, with delay of 10800 seconds
2015-02-11 00:38:35,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:35,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:35,344 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0001
2015-02-11 00:38:35,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021
2015-02-11 00:38:35,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021
2015-02-11 00:38:35,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:35,881 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000002
2015-02-11 00:38:35,881 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:38:35,882 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0002_000001 container=Container: [ContainerId: container_1423615085324_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:35,882 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:38:35,882 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:35,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:35,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000003
2015-02-11 00:38:35,883 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:38:35,883 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0002_000001 container=Container: [ContainerId: container_1423615085324_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:35,883 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:38:35,884 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:36,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:36,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000004
2015-02-11 00:38:36,341 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:38:36,341 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0002_000001 container=Container: [ContainerId: container_1423615085324_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:36,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:38:36,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:36,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:36,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000005
2015-02-11 00:38:36,343 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:38:36,343 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0002_000001 container=Container: [ContainerId: container_1423615085324_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:36,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:38:36,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:36,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021
2015-02-11 00:38:36,821 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0002_01_000002
2015-02-11 00:38:36,822 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:36,823 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:36,823 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0002_01_000004
2015-02-11 00:38:36,824 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:36,825 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:36,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:36,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:36,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:36,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:36,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:36,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:36,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:36,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:36,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:36,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:37,048 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0002_000001 (auth:SIMPLE)
2015-02-11 00:38:37,049 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0002_000001 (auth:SIMPLE)
2015-02-11 00:38:37,057 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0002_01_000004 by user teamcity
2015-02-11 00:38:37,058 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0002_01_000005 by user teamcity
2015-02-11 00:38:37,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0002
2015-02-11 00:38:37,060 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000005
2015-02-11 00:38:37,060 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0002_01_000005 to application application_1423615085324_0002
2015-02-11 00:38:37,060 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000004
2015-02-11 00:38:37,060 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0002_01_000002 by user teamcity
2015-02-11 00:38:37,065 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000002
2015-02-11 00:38:37,065 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0002_01_000002 to application application_1423615085324_0002
2015-02-11 00:38:37,064 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0002_01_000003 by user teamcity
2015-02-11 00:38:37,064 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from NEW to INITING
2015-02-11 00:38:37,068 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0002_01_000004 to application application_1423615085324_0002
2015-02-11 00:38:37,068 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:38:37,068 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000003
2015-02-11 00:38:37,070 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from INITING to RUNNING
2015-02-11 00:38:37,070 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,071 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,071 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:38:37,071 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:37,072 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0002
2015-02-11 00:38:37,072 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0002_01_000003 to application application_1423615085324_0002
2015-02-11 00:38:37,072 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:38:37,073 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,073 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,073 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:37,073 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:38:37,073 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0002
2015-02-11 00:38:37,073 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:37,073 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:37,074 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:38:37,074 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:37,074 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:37,074 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,074 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,075 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:37,074 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,075 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0002
2015-02-11 00:38:37,075 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:37,075 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0002
2015-02-11 00:38:37,075 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0002
2015-02-11 00:38:37,076 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:37,076 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0002_01_000004
2015-02-11 00:38:37,078 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:38:37,084 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:38:37,084 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0002_01_000005
2015-02-11 00:38:37,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:38:37,085 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:38:37,110 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0002_01_000004.tokens. Credentials list:
2015-02-11 00:38:37,113 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0002_01_000005.tokens. Credentials list:
2015-02-11 00:38:37,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:37,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:38:37,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:38:37,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:37,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:38:37,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:38:37,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:37,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:37,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:37,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:37,155 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:37,155 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:37,160 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:37,160 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:37,162 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53327, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, duration: 3413057
2015-02-11 00:38:37,165 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47733, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, duration: 2708546
2015-02-11 00:38:37,222 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/filecache/11/hadoop-3955472530162357702.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:37,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:37,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000003/default_container_executor.sh]
2015-02-11 00:38:37,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000002/default_container_executor.sh]
2015-02-11 00:38:37,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0002_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000004.tokens
2015-02-11 00:38:37,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:37,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:37,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:37,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:37,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:37,510 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47733, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-639204274_2346, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741841_1017, duration: 829360
2015-02-11 00:38:37,560 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:37,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:37,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:37,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47733, bytes: 92088, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-639204274_2346, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741844_1020, duration: 480005
2015-02-11 00:38:37,670 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:37,670 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:37,671 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:37,733 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:37,733 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:37,733 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:37,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:37,845 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:38:37,871 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000004/default_container_executor.sh]
2015-02-11 00:38:37,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000005/default_container_executor.sh]
2015-02-11 00:38:37,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:37,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:38,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:39,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0002_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000005.tokens
2015-02-11 00:38:39,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:41,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:41,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:41,389 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47745, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000000_0_-1524178572_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 310769
2015-02-11 00:38:41,444 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53342, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000001_0_81484074_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 388456
2015-02-11 00:38:41,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:38:41,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:38:41,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53343, bytes: 157, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000000_0_-1524178572_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741835_1011, duration: 304854
2015-02-11 00:38:41,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:38:41,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:38:41,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47749, bytes: 156, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000001_0_81484074_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741833_1009, duration: 315609
2015-02-11 00:38:41,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:41,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:41,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51168, bytes: 367, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000003_0_1003913613_1, offset: 1024, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 296622
2015-02-11 00:38:42,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:38:42,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:38:42,086 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53349, bytes: 131, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000003_0_1003913613_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741836_1012, duration: 309640
2015-02-11 00:38:42,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:38:42,090 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51170, bytes: 883, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000002_0_-2032908989_1, offset: 512, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741842_1018, duration: 250931
2015-02-11 00:38:42,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:38:42,193 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0002_01_000002
2015-02-11 00:38:42,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000002
2015-02-11 00:38:42,194 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:38:42,194 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0002_01_000002
2015-02-11 00:38:42,214 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0002_01_000002 is : 143
2015-02-11 00:38:42,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:38:42,228 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:38:42,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0002_01_000003
2015-02-11 00:38:42,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000003
2015-02-11 00:38:42,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:38:42,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022 src: /127.0.0.1:53350 dest: /127.0.0.1:47624
2015-02-11 00:38:42,235 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:42,236 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:38:42,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022 src: /127.0.0.1:51174 dest: /127.0.0.1:48495
2015-02-11 00:38:42,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000002
2015-02-11 00:38:42,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000002
2015-02-11 00:38:42,237 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53114, bytes: 132, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0002_m_000002_0_-2032908989_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741834_1010, duration: 1297975
2015-02-11 00:38:42,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000002
2015-02-11 00:38:42,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000002
2015-02-11 00:38:42,238 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0002_01_000003
2015-02-11 00:38:42,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022 src: /127.0.0.1:47758 dest: /127.0.0.1:32971
2015-02-11 00:38:42,251 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1.jhist for DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:42,265 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0002_01_000003 is : 143
2015-02-11 00:38:42,287 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000002
2015-02-11 00:38:42,287 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:42,287 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:42,288 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0002_01_000002 from application application_1423615085324_0002
2015-02-11 00:38:42,288 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:42,288 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0002
2015-02-11 00:38:42,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000003
2015-02-11 00:38:42,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000003
2015-02-11 00:38:42,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000003
2015-02-11 00:38:42,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000003
2015-02-11 00:38:42,291 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000003
2015-02-11 00:38:42,291 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:42,292 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0002_01_000003 from application application_1423615085324_0002
2015-02-11 00:38:42,292 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:42,292 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0002
2015-02-11 00:38:42,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:38:42,728 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0002_01_000005
2015-02-11 00:38:42,729 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000005
2015-02-11 00:38:42,729 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:38:42,729 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0002_01_000005
2015-02-11 00:38:42,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0002_01_000005 is : 143
2015-02-11 00:38:42,766 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:42,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000005
2015-02-11 00:38:42,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000005
2015-02-11 00:38:42,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000005
2015-02-11 00:38:42,769 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000005
2015-02-11 00:38:42,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000005
2015-02-11 00:38:42,769 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:42,769 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0002_01_000005 from application application_1423615085324_0002
2015-02-11 00:38:42,770 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:42,770 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0002
2015-02-11 00:38:42,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:38:42,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0002_01_000004
2015-02-11 00:38:42,938 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:38:42,938 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000004
2015-02-11 00:38:42,938 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0002_01_000004
2015-02-11 00:38:42,939 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:42,939 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0002_01_000005]
2015-02-11 00:38:42,940 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:38:42,940 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000005
2015-02-11 00:38:42,940 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:38:42,940 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:38:42,941 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:42,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:42,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:38:42,942 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0002_000001 released container container_1423615085324_0002_01_000005 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:38:42,957 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0002_01_000004 is : 143
2015-02-11 00:38:42,973 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:42,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000004
2015-02-11 00:38:42,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000004
2015-02-11 00:38:42,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000004
2015-02-11 00:38:42,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000004
2015-02-11 00:38:42,975 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000004
2015-02-11 00:38:42,976 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:42,976 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0002_01_000004 from application application_1423615085324_0002
2015-02-11 00:38:42,977 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:42,977 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0002
2015-02-11 00:38:43,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0002_01_000003, container_1423615085324_0002_01_000002]
2015-02-11 00:38:43,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:43,230 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:38:43,230 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000002
2015-02-11 00:38:43,231 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:38:43,231 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:38:43,232 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:43,232 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:43,232 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:38:43,232 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0002_000001 released container container_1423615085324_0002_01_000002 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:38:43,232 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:43,232 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:38:43,233 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000003
2015-02-11 00:38:43,233 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:38:43,233 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:38:43,233 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:43,234 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:43,234 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:38:43,234 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0002_000001 released container container_1423615085324_0002_01_000003 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:38:43,940 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0002_01_000004]
2015-02-11 00:38:43,941 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:43,941 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:38:43,941 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000004
2015-02-11 00:38:43,941 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:38:43,941 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:38:43,942 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:43,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:43,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:38:43,943 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0002_000001 released container container_1423615085324_0002_01_000004 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:38:43,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:43,943 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000006
2015-02-11 00:38:43,943 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0002_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:38:43,944 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0002_000001 container=Container: [ContainerId: container_1423615085324_0002_01_000006, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:43,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:38:43,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:44,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:44,889 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0002_01_000006 by user teamcity
2015-02-11 00:38:44,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000006
2015-02-11 00:38:44,889 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0002_01_000006 to application application_1423615085324_0002
2015-02-11 00:38:44,890 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:38:44,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0002
2015-02-11 00:38:44,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0002
2015-02-11 00:38:44,890 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:44,891 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0002
2015-02-11 00:38:44,891 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:44,941 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:44,942 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:44,942 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:45,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000006/default_container_executor.sh]
2015-02-11 00:38:45,884 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:38:48,768 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:38:48,771 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:38:48,803 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:38:48,809 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:38:49,214 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(675)) - Number of transactions: 190 Total time for transactions(ms): 41 Number of transactions batched in Syncs: 0 Number of syncs: 117 SyncTimes(ms): 168 163
2015-02-11 00:38:49,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:49,305 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_r_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:38:49,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023 src: /127.0.0.1:53365 dest: /127.0.0.1:47624
2015-02-11 00:38:49,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023 src: /127.0.0.1:51188 dest: /127.0.0.1:48495
2015-02-11 00:38:49,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023 src: /127.0.0.1:53130 dest: /127.0.0.1:47583
2015-02-11 00:38:49,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53130, dest: /127.0.0.1:47583, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0002_r_000000_0_-1664046248_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023, duration: 52738324
2015-02-11 00:38:49,517 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:49,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:38:49,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51188, dest: /127.0.0.1:48495, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0002_r_000000_0_-1664046248_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023, duration: 53455831
2015-02-11 00:38:49,519 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:49,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:38:49,520 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53365, dest: /127.0.0.1:47624, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0002_r_000000_0_-1664046248_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023, duration: 53982940
2015-02-11 00:38:49,520 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:49,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:38:49,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0002_r_000000_0_-1664046248_1
2015-02-11 00:38:49,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:38:49,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:38:49,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/task_1423615085324_0002_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:38:49,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/_temporary/attempt_1423615085324_0002_r_000000_0 dst=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/task_1423615085324_0002_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:49,638 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:38:49,638 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-11 00:38:49,701 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0002_01_000006
2015-02-11 00:38:49,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000006
2015-02-11 00:38:49,701 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:38:49,702 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0002_01_000006
2015-02-11 00:38:49,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:49,716 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:49,717 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0002_01_000006 is : 143
2015-02-11 00:38:49,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:38:49,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A dst=null perm=null proto=rpc
2015-02-11 00:38:49,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A dst=null perm=null proto=rpc
2015-02-11 00:38:49,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/task_1423615085324_0002_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:38:49,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:38:49,738 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:38:49,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000006
2015-02-11 00:38:49,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000006
2015-02-11 00:38:49,739 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000006
2015-02-11 00:38:49,739 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:38:49,739 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0002_01_000006 from application application_1423615085324_0002
2015-02-11 00:38:49,740 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:49,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000006
2015-02-11 00:38:49,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000006
2015-02-11 00:38:49,740 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0002
2015-02-11 00:38:49,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary/1/task_1423615085324_0002_r_000000/part-00000 dst=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:49,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_temporary dst=null perm=null proto=rpc
2015-02-11 00:38:49,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:49,760 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:49,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:49,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:49,797 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47758, dest: /127.0.0.1:32971, bytes: 62453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022, duration: 7549385213
2015-02-11 00:38:49,797 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:49,798 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51174, dest: /127.0.0.1:48495, bytes: 62453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022, duration: 7557264373
2015-02-11 00:38:49,799 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:49,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 15942
2015-02-11 00:38:49,799 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53350, dest: /127.0.0.1:47624, bytes: 62453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022, duration: 7551958920
2015-02-11 00:38:49,800 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:49,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 15942
2015-02-11 00:38:49,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 15942
2015-02-11 00:38:49,805 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:49,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:49,813 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:38:49,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024 src: /127.0.0.1:47773 dest: /127.0.0.1:32971
2015-02-11 00:38:49,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024 src: /127.0.0.1:51191 dest: /127.0.0.1:48495
2015-02-11 00:38:49,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024 src: /127.0.0.1:53133 dest: /127.0.0.1:47583
2015-02-11 00:38:49,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53133, dest: /127.0.0.1:47583, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024, duration: 2059273
2015-02-11 00:38:49,829 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51191, dest: /127.0.0.1:48495, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024, duration: 3875842
2015-02-11 00:38:49,829 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:49,829 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:49,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47773, dest: /127.0.0.1:32971, bytes: 420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024, duration: 4729443
2015-02-11 00:38:49,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:49,830 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:49,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:49,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:49,835 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:49,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:49,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:38:49,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:49,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:38:49,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:49,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:38:49,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:50,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53371, bytes: 62941, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022, duration: 437528
2015-02-11 00:38:50,228 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:38:50,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025 src: /127.0.0.1:51194 dest: /127.0.0.1:48495
2015-02-11 00:38:50,236 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025 src: /127.0.0.1:53373 dest: /127.0.0.1:47624
2015-02-11 00:38:50,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025 src: /127.0.0.1:47779 dest: /127.0.0.1:32971
2015-02-11 00:38:50,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47779, dest: /127.0.0.1:32971, bytes: 62453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025, duration: 3670826
2015-02-11 00:38:50,243 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:50,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:50,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53373, dest: /127.0.0.1:47624, bytes: 62453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025, duration: 4583036
2015-02-11 00:38:50,244 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:50,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51194, dest: /127.0.0.1:48495, bytes: 62453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025, duration: 4885871
2015-02-11 00:38:50,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:50,246 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:50,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:38:50,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:50,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:50,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:38:50,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:50,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:38:50,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:38:50,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002/job_1423615085324_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:38:50,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:50,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51197, bytes: 108061, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741845_1021, duration: 459656
2015-02-11 00:38:50,276 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:38:50,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026 src: /127.0.0.1:53376 dest: /127.0.0.1:47624
2015-02-11 00:38:50,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026 src: /127.0.0.1:51199 dest: /127.0.0.1:48495
2015-02-11 00:38:50,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026 src: /127.0.0.1:53141 dest: /127.0.0.1:47583
2015-02-11 00:38:50,289 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53141, dest: /127.0.0.1:47583, bytes: 107221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026, duration: 3723264
2015-02-11 00:38:50,289 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:50,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:50,290 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51199, dest: /127.0.0.1:48495, bytes: 107221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026, duration: 4466683
2015-02-11 00:38:50,291 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:50,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:50,291 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53376, dest: /127.0.0.1:47624, bytes: 107221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1892763755_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026, duration: 5731611
2015-02-11 00:38:50,292 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:50,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:38:50,295 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1892763755_1
2015-02-11 00:38:50,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:50,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:50,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:50,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:38:50,324 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:38:50,324 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:38:50,325 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0002 with final state: FINISHING
2015-02-11 00:38:50,325 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0002 State change from RUNNING to FINAL_SAVING
2015-02-11 00:38:50,325 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0002
2015-02-11 00:38:50,325 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:38:50,325 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0002 State change from FINAL_SAVING to FINISHING
2015-02-11 00:38:50,702 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0002_01_000006]
2015-02-11 00:38:50,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:50,703 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0002_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:38:50,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000006
2015-02-11 00:38:50,703 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0002_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:38:50,703 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:38:50,704 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0002_01_000006, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:50,704 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:50,704 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:38:50,704 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0002_000001 released container container_1423615085324_0002_01_000006 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:38:50,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025
2015-02-11 00:38:50,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026
2015-02-11 00:38:50,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024
2015-02-11 00:38:50,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026
2015-02-11 00:38:50,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022
2015-02-11 00:38:50,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025
2015-02-11 00:38:50,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023
2015-02-11 00:38:50,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022
2015-02-11 00:38:50,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023
2015-02-11 00:38:51,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023
2015-02-11 00:38:51,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741850_1026
2015-02-11 00:38:51,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024
2015-02-11 00:38:51,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:38:51,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:32971
2015-02-11 00:38:51,335 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:48495 127.0.0.1:32971 127.0.0.1:47583
2015-02-11 00:38:51,336 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:32971 127.0.0.1:47624 127.0.0.1:48495
2015-02-11 00:38:51,336 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741846_1022 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:38:51,336 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:47624 127.0.0.1:32971 127.0.0.1:48495
2015-02-11 00:38:51,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0002 dst=null perm=null proto=rpc
2015-02-11 00:38:51,404 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (3/3) ...ntplatform/manycheckpoint
2015-02-11 00:38:51,423 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:38:51,442 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:38:51,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:38:51,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:51,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:51,452 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 3
2015-02-11 00:38:51,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003 dst=null perm=null proto=rpc
2015-02-11 00:38:51,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:38:51,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:38:51,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,473 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:38:51,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027 src: /127.0.0.1:53381 dest: /127.0.0.1:47624
2015-02-11 00:38:51,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027 src: /127.0.0.1:51204 dest: /127.0.0.1:48495
2015-02-11 00:38:51,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027 src: /127.0.0.1:53146 dest: /127.0.0.1:47583
2015-02-11 00:38:51,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53146, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027, duration: 6495695
2015-02-11 00:38:51,489 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:51,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51204, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027, duration: 5404646
2015-02-11 00:38:51,490 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53381, dest: /127.0.0.1:47624, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027, duration: 5911802
2015-02-11 00:38:51,491 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741849_1025
2015-02-11 00:38:51,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:51,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024
2015-02-11 00:38:51,496 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar
2015-02-11 00:38:51,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741846_1022
2015-02-11 00:38:51,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:38:51,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:38:51,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:51,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:38:51,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:38:51,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A dst=null perm=null proto=rpc
2015-02-11 00:38:51,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A dst=null perm=null proto=rpc
2015-02-11 00:38:51,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A dst=null perm=null proto=rpc
2015-02-11 00:38:51,518 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:38:51,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,527 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split
2015-02-11 00:38:51,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:51,531 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:38:51,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028 src: /127.0.0.1:51206 dest: /127.0.0.1:48495
2015-02-11 00:38:51,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028 src: /127.0.0.1:53148 dest: /127.0.0.1:47583
2015-02-11 00:38:51,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028 src: /127.0.0.1:47791 dest: /127.0.0.1:32971
2015-02-11 00:38:51,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028 src: /127.0.0.1:53387 dest: /127.0.0.1:47624
2015-02-11 00:38:51,545 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53387, dest: /127.0.0.1:47624, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, duration: 2527177
2015-02-11 00:38:51,546 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:51,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,546 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47791, dest: /127.0.0.1:32971, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, duration: 3375262
2015-02-11 00:38:51,546 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,547 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53148, dest: /127.0.0.1:47583, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, duration: 4140181
2015-02-11 00:38:51,547 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51206, dest: /127.0.0.1:48495, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, duration: 4659291
2015-02-11 00:38:51,548 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,554 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:51,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:38:51,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029 src: /127.0.0.1:47793 dest: /127.0.0.1:32971
2015-02-11 00:38:51,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029 src: /127.0.0.1:51211 dest: /127.0.0.1:48495
2015-02-11 00:38:51,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029 src: /127.0.0.1:53153 dest: /127.0.0.1:47583
2015-02-11 00:38:51,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53153, dest: /127.0.0.1:47583, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, duration: 2002789
2015-02-11 00:38:51,575 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:51,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,576 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51211, dest: /127.0.0.1:48495, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, duration: 2616220
2015-02-11 00:38:51,576 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,577 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47793, dest: /127.0.0.1:32971, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, duration: 3800598
2015-02-11 00:38:51,578 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:51,582 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2015-02-11 00:38:51,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:38:51,629 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:38:51,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030 src: /127.0.0.1:51213 dest: /127.0.0.1:48495
2015-02-11 00:38:51,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030 src: /127.0.0.1:53392 dest: /127.0.0.1:47624
2015-02-11 00:38:51,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030 src: /127.0.0.1:47798 dest: /127.0.0.1:32971
2015-02-11 00:38:51,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47798, dest: /127.0.0.1:32971, bytes: 91375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030, duration: 2883334
2015-02-11 00:38:51,642 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:51,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,643 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53392, dest: /127.0.0.1:47624, bytes: 91375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030, duration: 3930667
2015-02-11 00:38:51,644 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51213, dest: /127.0.0.1:48495, bytes: 91375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030, duration: 5128676
2015-02-11 00:38:51,645 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:51,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:38:51,650 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:38:51,651 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0003
2015-02-11 00:38:51,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003 dst=null perm=null proto=rpc
2015-02-11 00:38:51,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:51,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:51,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:51,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:51,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:51,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:51,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:51,673 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 3 submitted by user teamcity
2015-02-11 00:38:51,673 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0003
2015-02-11 00:38:51,673 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0003
2015-02-11 00:38:51,673 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0003
2015-02-11 00:38:51,673 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0003 State change from NEW to NEW_SAVING
2015-02-11 00:38:51,674 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0003 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:38:51,674 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0003 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:38:51,674 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0003 from user: teamcity, in queue: default
2015-02-11 00:38:51,675 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0003
2015-02-11 00:38:51,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0003 State change from SUBMITTED to ACCEPTED
2015-02-11 00:38:51,675 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0003_000001
2015-02-11 00:38:51,676 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from NEW to SUBMITTED
2015-02-11 00:38:51,676 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0003 from user: teamcity activated in queue: default
2015-02-11 00:38:51,676 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:38:51,677 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0003_000001 to scheduler from user teamcity in queue default
2015-02-11 00:38:51,677 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:38:51,678 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0003/
2015-02-11 00:38:51,679 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423615085324_0003
2015-02-11 00:38:51,679 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0003/
2015-02-11 00:38:51,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:51,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000001
2015-02-11 00:38:51,704 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:38:51,704 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0003_000001 container=Container: [ContainerId: container_1423615085324_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:51,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:38:51,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:51,705 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0003_01_000001
2015-02-11 00:38:51,706 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:51,706 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0003_000001
2015-02-11 00:38:51,706 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0003 AttemptId: appattempt_1423615085324_0003_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ]
2015-02-11 00:38:51,706 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:38:51,707 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:38:51,707 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0003_000001
2015-02-11 00:38:51,709 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] for AM appattempt_1423615085324_0003_000001
2015-02-11 00:38:51,709 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:38:51,715 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0003_000001 (auth:SIMPLE)
2015-02-11 00:38:51,717 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0003_01_000001 by user teamcity
2015-02-11 00:38:51,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0003
2015-02-11 00:38:51,718 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000001
2015-02-11 00:38:51,718 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0003 transitioned from NEW to INITING
2015-02-11 00:38:51,718 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0003_01_000001 to application application_1423615085324_0003
2015-02-11 00:38:51,719 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] for AM appattempt_1423615085324_0003_000001
2015-02-11 00:38:51,719 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0003 transitioned from INITING to RUNNING
2015-02-11 00:38:51,719 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:38:51,720 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:38:51,720 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0003
2015-02-11 00:38:51,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:38:51,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:38:51,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:38:51,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:38:51,721 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0003_01_000001
2015-02-11 00:38:51,739 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0003_01_000001.tokens. Credentials list:
2015-02-11 00:38:51,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:38:51,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0003_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000001.tokens
2015-02-11 00:38:51,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0003
2015-02-11 00:38:52,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:52,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:52,063 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53160, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682251425_2769, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027, duration: 1476676
2015-02-11 00:38:52,107 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:52,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:52,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:52,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53160, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682251425_2769, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, duration: 304220
2015-02-11 00:38:52,184 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:52,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:52,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:38:52,229 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51220, bytes: 356, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682251425_2769, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, duration: 302193
2015-02-11 00:38:52,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:52,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:52,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:52,309 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47804, bytes: 92091, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1682251425_2769, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030, duration: 501758
2015-02-11 00:38:52,345 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:38:52,345 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:52,399 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:52,399 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:52,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000001/default_container_executor.sh]
2015-02-11 00:38:52,590 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47583 to replicate blk_1073741851_1027 to datanode(s) 127.0.0.1:32971
2015-02-11 00:38:52,591 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019]
2015-02-11 00:38:52,591 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022]
2015-02-11 00:38:52,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:38:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841 for deletion
2015-02-11 00:38:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842 for deletion
2015-02-11 00:38:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741844 for deletion
2015-02-11 00:38:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841
2015-02-11 00:38:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741845 for deletion
2015-02-11 00:38:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842
2015-02-11 00:38:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741844
2015-02-11 00:38:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741846 for deletion
2015-02-11 00:38:53,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741845
2015-02-11 00:38:53,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741846
2015-02-11 00:38:53,953 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=069e4193-7a37-460a-8a60-b1711089dcff, infoPort=56292, ipcPort=53263, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027 to 127.0.0.1:32971
2015-02-11 00:38:53,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841 for deletion
2015-02-11 00:38:53,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842 for deletion
2015-02-11 00:38:53,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741843_1019 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741843 for deletion
2015-02-11 00:38:53,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841
2015-02-11 00:38:53,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842
2015-02-11 00:38:53,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741843_1019 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741843
2015-02-11 00:38:53,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027 src: /127.0.0.1:47807 dest: /127.0.0.1:32971
2015-02-11 00:38:53,956 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027 (numBytes=254067) to /127.0.0.1:32971
2015-02-11 00:38:53,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027 src: /127.0.0.1:47807 dest: /127.0.0.1:32971 of size 254067
2015-02-11 00:38:53,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741851_1027 size 254067
2015-02-11 00:38:55,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:38:55,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:38:55,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:38:55,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:38:55,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003 dst=null perm=null proto=rpc
2015-02-11 00:38:55,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:38:55,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:38:55,592 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022]
2015-02-11 00:38:55,592 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022]
2015-02-11 00:38:55,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027
2015-02-11 00:38:55,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028
2015-02-11 00:38:55,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028
2015-02-11 00:38:55,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030
2015-02-11 00:38:55,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027
2015-02-11 00:38:55,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030
2015-02-11 00:38:55,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029
2015-02-11 00:38:56,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028
2015-02-11 00:38:56,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029
2015-02-11 00:38:56,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027
2015-02-11 00:38:56,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:56,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:38:56,128 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53167, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029, duration: 287945
2015-02-11 00:38:56,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741854_1030
2015-02-11 00:38:56,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028
2015-02-11 00:38:56,504 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0002_01_000001 succeeded
2015-02-11 00:38:56,505 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:38:56,505 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0002_01_000001
2015-02-11 00:38:56,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000001
2015-02-11 00:38:56,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000001
2015-02-11 00:38:56,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000001
2015-02-11 00:38:56,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0002/container_1423615085324_0002_01_000001
2015-02-11 00:38:56,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000001
2015-02-11 00:38:56,523 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:38:56,523 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0002_01_000001 from application application_1423615085324_0002
2015-02-11 00:38:56,523 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:56,524 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0002
2015-02-11 00:38:56,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741851_1027
2015-02-11 00:38:56,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741853_1029
2015-02-11 00:38:56,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841 for deletion
2015-02-11 00:38:56,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842 for deletion
2015-02-11 00:38:56,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741843_1019 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741843 for deletion
2015-02-11 00:38:56,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841
2015-02-11 00:38:56,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741843_1019 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741843
2015-02-11 00:38:56,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741844 for deletion
2015-02-11 00:38:56,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741845 for deletion
2015-02-11 00:38:56,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842
2015-02-11 00:38:56,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741846 for deletion
2015-02-11 00:38:56,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741845
2015-02-11 00:38:56,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741844
2015-02-11 00:38:56,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741846
2015-02-11 00:38:57,236 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0002_01_000001]
2015-02-11 00:38:57,237 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:38:57,237 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:38:57,237 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0002 CONTAINERID=container_1423615085324_0002_01_000001
2015-02-11 00:38:57,237 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:38:57,237 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:38:57,238 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:38:57,238 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0002_000001
2015-02-11 00:38:57,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:57,238 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0002_000001 State change from FINISHING to FINISHED
2015-02-11 00:38:57,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:38:57,238 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0002 State change from FINISHING to FINISHED
2015-02-11 00:38:57,238 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0002_000001 released container container_1423615085324_0002_01_000001 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:38:57,239 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0002
2015-02-11 00:38:57,239 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0002_000001 is done. finalState=FINISHED
2015-02-11 00:38:57,239 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0002 requests cleared
2015-02-11 00:38:57,239 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0002,name=[C8F261D7608E4C2699008EEDD1966D7A/3566BAD060D849028495CD9960807821] test/(2/3),user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0002/jobhistory/job/job_1423615085324_0002,appMasterHost=ip-10-31-157-187,startTime=1423615108725,finishTime=1423615130325,finalStatus=SUCCEEDED
2015-02-11 00:38:57,239 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0002 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:38:57,239 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0002 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:38:57,240 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0002_000001
2015-02-11 00:38:57,245 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0002_000001 (auth:SIMPLE)
2015-02-11 00:38:57,249 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0002_01_000001
2015-02-11 00:38:57,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841 for deletion
2015-02-11 00:38:57,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842 for deletion
2015-02-11 00:38:57,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741843_1019 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741843 for deletion
2015-02-11 00:38:57,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741841
2015-02-11 00:38:57,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741844 for deletion
2015-02-11 00:38:57,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741842_1018 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741842
2015-02-11 00:38:57,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741844
2015-02-11 00:38:57,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741845 for deletion
2015-02-11 00:38:57,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741843_1019 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741843
2015-02-11 00:38:57,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741846 for deletion
2015-02-11 00:38:57,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741845
2015-02-11 00:38:57,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741846_1022 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741846
2015-02-11 00:38:57,481 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0003_000001 (auth:SIMPLE)
2015-02-11 00:38:57,485 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0003_000001
2015-02-11 00:38:57,485 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0003 APPATTEMPTID=appattempt_1423615085324_0003_000001
2015-02-11 00:38:57,486 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:38:57,486 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0003 State change from ACCEPTED to RUNNING
2015-02-11 00:38:57,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:57,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:38:57,705 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:38:57,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:57,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:57,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:57,706 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0002
2015-02-11 00:38:57,707 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:38:57,707 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0002, with delay of 10800 seconds
2015-02-11 00:38:57,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:57,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:38:57,912 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:38:57,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031 src: /127.0.0.1:53173 dest: /127.0.0.1:47583
2015-02-11 00:38:57,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031 src: /127.0.0.1:53413 dest: /127.0.0.1:47624
2015-02-11 00:38:57,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031 src: /127.0.0.1:47819 dest: /127.0.0.1:32971
2015-02-11 00:38:58,033 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47819, dest: /127.0.0.1:32971, bytes: 106990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031, duration: 48168404
2015-02-11 00:38:58,034 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:38:58,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:38:58,035 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53413, dest: /127.0.0.1:47624, bytes: 106990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031, duration: 48281097
2015-02-11 00:38:58,035 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:58,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:38:58,036 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53173, dest: /127.0.0.1:47583, bytes: 106990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031, duration: 49357946
2015-02-11 00:38:58,036 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:38:58,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:38:58,043 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:38:58,237 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:38:58,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:58,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:58,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:58,238 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0002
2015-02-11 00:38:58,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0002
2015-02-11 00:38:58,239 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:38:58,239 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0002, with delay of 10800 seconds
2015-02-11 00:38:58,706 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:38:58,706 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000002
2015-02-11 00:38:58,707 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:38:58,707 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0003_000001 container=Container: [ContainerId: container_1423615085324_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:38:58,707 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:38:58,707 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:38:59,555 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0003_01_000002
2015-02-11 00:38:59,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:38:59,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:38:59,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:38:59,769 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0003_000001 (auth:SIMPLE)
2015-02-11 00:38:59,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0003_01_000002 by user teamcity
2015-02-11 00:38:59,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000002
2015-02-11 00:38:59,775 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0003_01_000002 to application application_1423615085324_0003
2015-02-11 00:38:59,776 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:38:59,776 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0003
2015-02-11 00:38:59,776 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0003
2015-02-11 00:38:59,776 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:38:59,777 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0003
2015-02-11 00:38:59,777 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:38:59,828 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:38:59,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:38:59,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000002/default_container_executor.sh]
2015-02-11 00:39:00,573 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:39:00,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:00,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031
2015-02-11 00:39:01,016 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031
2015-02-11 00:39:01,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031
2015-02-11 00:39:03,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:03,437 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47825, bytes: 356, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0003_m_000000_0_-1155266438_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741852_1028, duration: 310658
2015-02-11 00:39:03,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:03,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:03,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53184, bytes: 314, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0003_m_000000_0_-1155266438_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741847_1023, duration: 314655
2015-02-11 00:39:03,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/_temporary/attempt_1423615085324_0003_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:03,861 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/_temporary/attempt_1423615085324_0003_m_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:39:03,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032 src: /127.0.0.1:53185 dest: /127.0.0.1:47583
2015-02-11 00:39:03,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032 src: /127.0.0.1:51245 dest: /127.0.0.1:48495
2015-02-11 00:39:03,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032 src: /127.0.0.1:53424 dest: /127.0.0.1:47624
2015-02-11 00:39:03,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53424, dest: /127.0.0.1:47624, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0003_m_000000_0_-1155266438_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, duration: 41844507
2015-02-11 00:39:03,975 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:03,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:03,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51245, dest: /127.0.0.1:48495, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0003_m_000000_0_-1155266438_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, duration: 42886076
2015-02-11 00:39:03,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:03,977 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:03,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53185, dest: /127.0.0.1:47583, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0003_m_000000_0_-1155266438_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, duration: 44755531
2015-02-11 00:39:03,977 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:03,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:03,984 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/_temporary/attempt_1423615085324_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0003_m_000000_0_-1155266438_1
2015-02-11 00:39:04,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/_temporary/attempt_1423615085324_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:39:04,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/_temporary/attempt_1423615085324_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:39:04,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/task_1423615085324_0003_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:39:04,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/_temporary/attempt_1423615085324_0003_m_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/task_1423615085324_0003_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:39:04,152 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0003_01_000002
2015-02-11 00:39:04,153 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000002
2015-02-11 00:39:04,153 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:39:04,153 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0003_01_000002
2015-02-11 00:39:04,169 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0003_01_000002 is : 143
2015-02-11 00:39:04,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:39:04,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:04,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033 src: /127.0.0.1:47830 dest: /127.0.0.1:32971
2015-02-11 00:39:04,187 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:04,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000002
2015-02-11 00:39:04,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033 src: /127.0.0.1:53189 dest: /127.0.0.1:47583
2015-02-11 00:39:04,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000002
2015-02-11 00:39:04,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000002
2015-02-11 00:39:04,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000002
2015-02-11 00:39:04,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033 src: /127.0.0.1:51249 dest: /127.0.0.1:48495
2015-02-11 00:39:04,190 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,190 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000002
2015-02-11 00:39:04,191 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:04,191 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0003_01_000002 from application application_1423615085324_0003
2015-02-11 00:39:04,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:04,191 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0003
2015-02-11 00:39:04,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:39:04,197 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1.jhist for DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:04,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:04,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/task_1423615085324_0003_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:39:04,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:04,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary/1/task_1423615085324_0003_m_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:04,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:39:04,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:04,238 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_SUCCESS is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:04,246 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51249, dest: /127.0.0.1:48495, bytes: 24354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033, duration: 86923679
2015-02-11 00:39:04,278 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:04,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 13754
2015-02-11 00:39:04,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53189, dest: /127.0.0.1:47583, bytes: 24354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033, duration: 88382974
2015-02-11 00:39:04,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 13754
2015-02-11 00:39:04,281 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,282 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47830, dest: /127.0.0.1:32971, bytes: 24354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033, duration: 90853214
2015-02-11 00:39:04,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 13754
2015-02-11 00:39:04,283 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,288 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:04,297 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:39:04,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034 src: /127.0.0.1:53191 dest: /127.0.0.1:47583
2015-02-11 00:39:04,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034 src: /127.0.0.1:51251 dest: /127.0.0.1:48495
2015-02-11 00:39:04,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034 src: /127.0.0.1:47835 dest: /127.0.0.1:32971
2015-02-11 00:39:04,309 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47835, dest: /127.0.0.1:32971, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034, duration: 2560515
2015-02-11 00:39:04,309 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:04,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,311 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51251, dest: /127.0.0.1:48495, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034, duration: 3756048
2015-02-11 00:39:04,311 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,311 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53191, dest: /127.0.0.1:47583, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034, duration: 4535171
2015-02-11 00:39:04,312 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,316 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:04,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:39:04,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:04,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:39:04,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:04,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:39:04,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:04,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47836, bytes: 24546, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033, duration: 356018
2015-02-11 00:39:04,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:39:04,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035 src: /127.0.0.1:47837 dest: /127.0.0.1:32971
2015-02-11 00:39:04,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035 src: /127.0.0.1:51255 dest: /127.0.0.1:48495
2015-02-11 00:39:04,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035 src: /127.0.0.1:53434 dest: /127.0.0.1:47624
2015-02-11 00:39:04,365 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53434, dest: /127.0.0.1:47624, bytes: 24354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035, duration: 2882269
2015-02-11 00:39:04,366 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:04,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,366 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51255, dest: /127.0.0.1:48495, bytes: 24354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035, duration: 3123037
2015-02-11 00:39:04,366 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47837, dest: /127.0.0.1:32971, bytes: 24354, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035, duration: 4157568
2015-02-11 00:39:04,368 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist_tmp is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:04,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:39:04,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:04,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:39:04,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:04,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003/job_1423615085324_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:39:04,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:04,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53435, bytes: 107826, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741855_1031, duration: 727258
2015-02-11 00:39:04,396 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:39:04,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036 src: /127.0.0.1:51258 dest: /127.0.0.1:48495
2015-02-11 00:39:04,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036 src: /127.0.0.1:53437 dest: /127.0.0.1:47624
2015-02-11 00:39:04,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036 src: /127.0.0.1:47843 dest: /127.0.0.1:32971
2015-02-11 00:39:04,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47843, dest: /127.0.0.1:32971, bytes: 106990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036, duration: 4705510
2015-02-11 00:39:04,411 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:04,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53437, dest: /127.0.0.1:47624, bytes: 106990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036, duration: 5232260
2015-02-11 00:39:04,412 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,412 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51258, dest: /127.0.0.1:48495, bytes: 106990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_669243113_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036, duration: 6105202
2015-02-11 00:39:04,413 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:04,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:04,418 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_669243113_1
2015-02-11 00:39:04,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:04,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:04,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:04,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:04,447 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:39:04,447 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:39:04,447 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0003 with final state: FINISHING
2015-02-11 00:39:04,447 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0003 State change from RUNNING to FINAL_SAVING
2015-02-11 00:39:04,447 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0003
2015-02-11 00:39:04,448 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:39:04,448 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0003 State change from FINAL_SAVING to FINISHING
2015-02-11 00:39:05,154 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0003_01_000002]
2015-02-11 00:39:05,154 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:05,154 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:39:05,155 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000002
2015-02-11 00:39:05,155 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:39:05,155 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:05,156 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:05,156 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:05,156 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:39:05,157 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0003_000001 released container container_1423615085324_0003_01_000002 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:39:05,457 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:32971
2015-02-11 00:39:05,457 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:32971 127.0.0.1:47624
2015-02-11 00:39:05,457 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:32971 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:39:05,458 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:39:05,458 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:39:05,458 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:39:05,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0003 dst=null perm=null proto=rpc
2015-02-11 00:39:05,515 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:32971
2015-02-11 00:39:05,515 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:47583 127.0.0.1:32971 127.0.0.1:47624
2015-02-11 00:39:05,515 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:39:05,516 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:39:05,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/7497488657_test_E4B00F38CBEE4FE38B682168D12155E6 dst=null perm=null proto=rpc
2015-02-11 00:39:05,520 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:39:05,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/9467894995_test_99F8E2B1B8BA4A5CA2F286008BDC280A dst=null perm=null proto=rpc
2015-02-11 00:39:05,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,523 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary
2015-02-11 00:39:05,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:39:05,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,554 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:39:05,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:05,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53441, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, duration: 292758
2015-02-11 00:39:05,579 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/manycheckpoint
2015-02-11 00:39:05,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:05,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/manycheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:05,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53441, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032, duration: 237715
2015-02-11 00:39:05,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:05,623 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:39:05,624 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:39:05,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:05,665 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] starting
2015-02-11 00:39:05,665 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:39:05,666 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint"]
2015-02-11 00:39:05,666 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] parallel execution is enabled: true
2015-02-11 00:39:05,666 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] starting jobs: 2
2015-02-11 00:39:05,666 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] allocating threads: 2
2015-02-11 00:39:05,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:05,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:05,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:05,671 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] at least one sink does not exist
2015-02-11 00:39:05,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:05,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:05,676 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] source modification date at: Wed Feb 11 00:38:10 UTC 2015
2015-02-11 00:39:05,677 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] starting step: (1/2)
2015-02-11 00:39:05,693 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:39:05,710 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:39:05,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:05,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:39:05,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:39:05,717 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 4
2015-02-11 00:39:05,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004 dst=null perm=null proto=rpc
2015-02-11 00:39:05,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:39:05,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:39:05,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,733 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:39:05,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037 src: /127.0.0.1:53205 dest: /127.0.0.1:47583
2015-02-11 00:39:05,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037 src: /127.0.0.1:51265 dest: /127.0.0.1:48495
2015-02-11 00:39:05,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037 src: /127.0.0.1:53444 dest: /127.0.0.1:47624
2015-02-11 00:39:05,749 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53444, dest: /127.0.0.1:47624, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, duration: 6255437
2015-02-11 00:39:05,749 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:05,750 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,750 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51265, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, duration: 6126244
2015-02-11 00:39:05,750 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,750 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,751 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53205, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, duration: 6714146
2015-02-11 00:39:05,751 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,752 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,758 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:05,759 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar
2015-02-11 00:39:05,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:39:05,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:39:05,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:39:05,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:39:05,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:39:05,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:05,780 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:39:05,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:05,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,791 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split
2015-02-11 00:39:05,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:05,794 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:39:05,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038 src: /127.0.0.1:47850 dest: /127.0.0.1:32971
2015-02-11 00:39:05,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038 src: /127.0.0.1:53446 dest: /127.0.0.1:47624
2015-02-11 00:39:05,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038 src: /127.0.0.1:53210 dest: /127.0.0.1:47583
2015-02-11 00:39:05,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038 src: /127.0.0.1:51270 dest: /127.0.0.1:48495
2015-02-11 00:39:05,810 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51270, dest: /127.0.0.1:48495, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 2723363
2015-02-11 00:39:05,810 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:05,810 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,811 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53210, dest: /127.0.0.1:47583, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 3451626
2015-02-11 00:39:05,811 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,811 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53446, dest: /127.0.0.1:47624, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 4117482
2015-02-11 00:39:05,812 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,812 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47850, dest: /127.0.0.1:32971, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 4801476
2015-02-11 00:39:05,813 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,817 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:05,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,825 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:39:05,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039 src: /127.0.0.1:53212 dest: /127.0.0.1:47583
2015-02-11 00:39:05,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039 src: /127.0.0.1:53450 dest: /127.0.0.1:47624
2015-02-11 00:39:05,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039 src: /127.0.0.1:47856 dest: /127.0.0.1:32971
2015-02-11 00:39:05,836 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47856, dest: /127.0.0.1:32971, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, duration: 1720097
2015-02-11 00:39:05,836 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:05,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53450, dest: /127.0.0.1:47624, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, duration: 2067014
2015-02-11 00:39:05,837 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,838 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53212, dest: /127.0.0.1:47583, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, duration: 3087507
2015-02-11 00:39:05,838 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,845 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:05,845 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:39:05,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:05,870 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:39:05,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040 src: /127.0.0.1:53215 dest: /127.0.0.1:47583
2015-02-11 00:39:05,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040 src: /127.0.0.1:51275 dest: /127.0.0.1:48495
2015-02-11 00:39:05,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040 src: /127.0.0.1:53454 dest: /127.0.0.1:47624
2015-02-11 00:39:05,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53454, dest: /127.0.0.1:47624, bytes: 90169, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, duration: 3054701
2015-02-11 00:39:05,884 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:05,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,885 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51275, dest: /127.0.0.1:48495, bytes: 90169, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, duration: 3934900
2015-02-11 00:39:05,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,886 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53215, dest: /127.0.0.1:47583, bytes: 90169, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, duration: 4830006
2015-02-11 00:39:05,886 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,887 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:05,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:05,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:05,896 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0004
2015-02-11 00:39:05,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004 dst=null perm=null proto=rpc
2015-02-11 00:39:05,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:05,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:05,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:05,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:05,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:05,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:05,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:05,917 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 4 submitted by user teamcity
2015-02-11 00:39:05,917 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0004
2015-02-11 00:39:05,917 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0004
2015-02-11 00:39:05,918 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0004 State change from NEW to NEW_SAVING
2015-02-11 00:39:05,918 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0004
2015-02-11 00:39:05,918 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0004 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:39:05,918 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0004 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:39:05,918 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0004 from user: teamcity, in queue: default
2015-02-11 00:39:05,919 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0004
2015-02-11 00:39:05,919 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0004 State change from SUBMITTED to ACCEPTED
2015-02-11 00:39:05,919 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0004_000001
2015-02-11 00:39:05,919 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from NEW to SUBMITTED
2015-02-11 00:39:05,920 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0004 from user: teamcity activated in queue: default
2015-02-11 00:39:05,920 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:39:05,920 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0004_000001 to scheduler from user teamcity in queue default
2015-02-11 00:39:05,920 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:39:05,922 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0004/
2015-02-11 00:39:05,922 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] submitted hadoop job: job_1423615085324_0004
2015-02-11 00:39:05,922 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0004/
2015-02-11 00:39:05,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040
2015-02-11 00:39:05,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036
2015-02-11 00:39:05,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035
2015-02-11 00:39:06,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037
2015-02-11 00:39:06,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032
2015-02-11 00:39:06,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037
2015-02-11 00:39:06,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040
2015-02-11 00:39:06,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034
2015-02-11 00:39:06,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038
2015-02-11 00:39:06,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039
2015-02-11 00:39:06,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032
2015-02-11 00:39:06,027 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033
2015-02-11 00:39:06,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:06,156 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000001
2015-02-11 00:39:06,156 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-11 00:39:06,156 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0004_000001 container=Container: [ContainerId: container_1423615085324_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:06,156 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:39:06,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:06,157 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0004_01_000001
2015-02-11 00:39:06,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:06,157 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0004_000001
2015-02-11 00:39:06,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0004 AttemptId: appattempt_1423615085324_0004_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ]
2015-02-11 00:39:06,158 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:39:06,158 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:39:06,159 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0004_000001
2015-02-11 00:39:06,160 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] for AM appattempt_1423615085324_0004_000001
2015-02-11 00:39:06,160 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:39:06,165 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0004_000001 (auth:SIMPLE)
2015-02-11 00:39:06,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0004_01_000001 by user teamcity
2015-02-11 00:39:06,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0004
2015-02-11 00:39:06,168 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000001
2015-02-11 00:39:06,168 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from NEW to INITING
2015-02-11 00:39:06,169 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0004_01_000001 to application application_1423615085324_0004
2015-02-11 00:39:06,169 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] for AM appattempt_1423615085324_0004_000001
2015-02-11 00:39:06,169 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from INITING to RUNNING
2015-02-11 00:39:06,169 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:39:06,169 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:39:06,170 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0004
2015-02-11 00:39:06,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:39:06,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:39:06,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:39:06,171 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:39:06,171 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0004_01_000001
2015-02-11 00:39:06,188 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423615085324_0004_01_000001.tokens. Credentials list:
2015-02-11 00:39:06,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037
2015-02-11 00:39:06,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038
2015-02-11 00:39:06,198 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034
2015-02-11 00:39:06,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033
2015-02-11 00:39:06,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741856_1032
2015-02-11 00:39:06,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040
2015-02-11 00:39:06,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035
2015-02-11 00:39:06,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038
2015-02-11 00:39:06,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039
2015-02-11 00:39:06,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036
2015-02-11 00:39:06,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:39:06,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423615085324_0004_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000001.tokens
2015-02-11 00:39:06,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:06,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:06,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:06,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53221, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-420438217_3106, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, duration: 1379956
2015-02-11 00:39:06,551 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:06,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:06,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:06,595 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47864, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-420438217_3106, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, duration: 327745
2015-02-11 00:39:06,629 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:06,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:06,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:06,675 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53441, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-420438217_3106, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 273042
2015-02-11 00:39:06,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741859_1035
2015-02-11 00:39:06,711 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:06,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741860_1036
2015-02-11 00:39:06,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039
2015-02-11 00:39:06,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741857_1033
2015-02-11 00:39:06,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038
2015-02-11 00:39:06,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034
2015-02-11 00:39:06,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:06,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:06,758 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53221, bytes: 90877, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-420438217_3106, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, duration: 409858
2015-02-11 00:39:06,794 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:06,795 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:06,844 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:06,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:06,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000001/default_container_executor.sh]
2015-02-11 00:39:07,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:07,594 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47624 to replicate blk_1073741861_1037 to datanode(s) 127.0.0.1:32971
2015-02-11 00:39:07,594 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741847_1023, blk_1073741834_1010, blk_1073741835_1011, blk_1073741851_1027, blk_1073741836_1012, blk_1073741852_1028, blk_1073741854_1030, blk_1073741855_1031]
2015-02-11 00:39:07,594 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741857_1033, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-02-11 00:39:08,756 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=bbb7a64e-16ec-45ad-8886-03ec4c5511e4, infoPort=33422, ipcPort=57324, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037 to 127.0.0.1:32971
2015-02-11 00:39:08,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741847_1023 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741847 for deletion
2015-02-11 00:39:08,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741834 for deletion
2015-02-11 00:39:08,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851 for deletion
2015-02-11 00:39:08,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741835 for deletion
2015-02-11 00:39:08,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741847_1023 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741847
2015-02-11 00:39:08,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852 for deletion
2015-02-11 00:39:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851
2015-02-11 00:39:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741836 for deletion
2015-02-11 00:39:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741835
2015-02-11 00:39:08,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037 src: /127.0.0.1:47867 dest: /127.0.0.1:32971
2015-02-11 00:39:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741834
2015-02-11 00:39:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741854 for deletion
2015-02-11 00:39:08,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852
2015-02-11 00:39:08,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741855 for deletion
2015-02-11 00:39:08,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741854
2015-02-11 00:39:08,760 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037 (numBytes=254067) to /127.0.0.1:32971
2015-02-11 00:39:08,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741836
2015-02-11 00:39:08,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741855
2015-02-11 00:39:08,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037 src: /127.0.0.1:47867 dest: /127.0.0.1:32971 of size 254067
2015-02-11 00:39:08,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741861_1037 size 254067
2015-02-11 00:39:09,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741857 for deletion
2015-02-11 00:39:09,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741833 for deletion
2015-02-11 00:39:09,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741834 for deletion
2015-02-11 00:39:09,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741857
2015-02-11 00:39:09,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851 for deletion
2015-02-11 00:39:09,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741835 for deletion
2015-02-11 00:39:09,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741833
2015-02-11 00:39:09,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852 for deletion
2015-02-11 00:39:09,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741834
2015-02-11 00:39:09,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741853 for deletion
2015-02-11 00:39:09,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852
2015-02-11 00:39:09,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741854 for deletion
2015-02-11 00:39:09,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851
2015-02-11 00:39:09,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741855 for deletion
2015-02-11 00:39:09,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741854
2015-02-11 00:39:09,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741835
2015-02-11 00:39:09,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741855
2015-02-11 00:39:09,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741853
2015-02-11 00:39:09,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:39:09,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:39:09,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:39:09,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:39:09,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004 dst=null perm=null proto=rpc
2015-02-11 00:39:09,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:39:09,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:39:10,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:10,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:10,597 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741857_1033, blk_1073741847_1023, blk_1073741833_1009, blk_1073741851_1027, blk_1073741836_1012, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2015-02-11 00:39:10,597 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741857_1033, blk_1073741847_1023, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741851_1027, blk_1073741836_1012, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2015-02-11 00:39:10,603 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53227, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741863_1039, duration: 287044
2015-02-11 00:39:10,617 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0003_01_000001 succeeded
2015-02-11 00:39:10,618 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:39:10,618 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0003_01_000001
2015-02-11 00:39:10,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000001
2015-02-11 00:39:10,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000001
2015-02-11 00:39:10,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000001
2015-02-11 00:39:10,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0003/container_1423615085324_0003_01_000001
2015-02-11 00:39:10,637 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000001
2015-02-11 00:39:10,637 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:39:10,637 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0003_01_000001 from application application_1423615085324_0003
2015-02-11 00:39:10,638 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:10,638 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0003
2015-02-11 00:39:11,156 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0003_01_000001]
2015-02-11 00:39:11,157 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:11,157 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0003_000001
2015-02-11 00:39:11,157 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:39:11,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0003_000001 State change from FINISHING to FINISHED
2015-02-11 00:39:11,157 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0003 CONTAINERID=container_1423615085324_0003_01_000001
2015-02-11 00:39:11,158 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0003 State change from FINISHING to FINISHED
2015-02-11 00:39:11,158 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:39:11,158 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0003
2015-02-11 00:39:11,158 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:11,158 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:11,158 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0003,name=[C8F261D7608E4C2699008EEDD1966D7A/EA94D91AFFCB4E5C8EB214ED5D3835FF] test/(3/3) ...ntplatform/manycheckpoint,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0003/jobhistory/job/job_1423615085324_0003,appMasterHost=ip-10-31-157-187,startTime=1423615131673,finishTime=1423615144447,finalStatus=SUCCEEDED
2015-02-11 00:39:11,158 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:11,159 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:39:11,159 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0003_000001 released container container_1423615085324_0003_01_000001 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:39:11,159 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0003_000001 is done. finalState=FINISHED
2015-02-11 00:39:11,159 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0003 requests cleared
2015-02-11 00:39:11,159 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0003 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:39:11,160 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0003 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:39:11,160 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0003_000001
2015-02-11 00:39:11,168 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0003_000001 (auth:SIMPLE)
2015-02-11 00:39:11,169 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0003_01_000001
2015-02-11 00:39:11,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741857 for deletion
2015-02-11 00:39:11,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741847_1023 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741847 for deletion
2015-02-11 00:39:11,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741833 for deletion
2015-02-11 00:39:11,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741857
2015-02-11 00:39:11,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851 for deletion
2015-02-11 00:39:11,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852 for deletion
2015-02-11 00:39:11,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741836 for deletion
2015-02-11 00:39:11,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741853 for deletion
2015-02-11 00:39:11,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741854 for deletion
2015-02-11 00:39:11,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741847_1023 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741847
2015-02-11 00:39:11,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741833
2015-02-11 00:39:11,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851
2015-02-11 00:39:11,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852
2015-02-11 00:39:11,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741836
2015-02-11 00:39:11,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741854
2015-02-11 00:39:11,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741853
2015-02-11 00:39:11,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037
2015-02-11 00:39:11,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741857 for deletion
2015-02-11 00:39:11,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741847_1023 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741847 for deletion
2015-02-11 00:39:11,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741857
2015-02-11 00:39:11,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741833 for deletion
2015-02-11 00:39:11,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741847_1023 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741847
2015-02-11 00:39:11,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741834 for deletion
2015-02-11 00:39:11,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741833
2015-02-11 00:39:11,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851 for deletion
2015-02-11 00:39:11,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741834
2015-02-11 00:39:11,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741835 for deletion
2015-02-11 00:39:11,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852 for deletion
2015-02-11 00:39:11,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741851
2015-02-11 00:39:11,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741836 for deletion
2015-02-11 00:39:11,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741852
2015-02-11 00:39:11,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741835
2015-02-11 00:39:11,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741853 for deletion
2015-02-11 00:39:11,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741836
2015-02-11 00:39:11,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741855 for deletion
2015-02-11 00:39:11,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741853
2015-02-11 00:39:11,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741855
2015-02-11 00:39:12,022 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0004_000001 (auth:SIMPLE)
2015-02-11 00:39:12,026 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0004_000001
2015-02-11 00:39:12,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0004 APPATTEMPTID=appattempt_1423615085324_0004_000001
2015-02-11 00:39:12,027 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:39:12,027 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0004 State change from ACCEPTED to RUNNING
2015-02-11 00:39:12,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:12,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:39:12,157 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:39:12,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0003
2015-02-11 00:39:12,158 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0003
2015-02-11 00:39:12,159 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:39:12,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0003
2015-02-11 00:39:12,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0003
2015-02-11 00:39:12,159 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0003, with delay of 10800 seconds
2015-02-11 00:39:12,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0003
2015-02-11 00:39:12,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:12,451 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:39:12,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041 src: /127.0.0.1:53232 dest: /127.0.0.1:47583
2015-02-11 00:39:12,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041 src: /127.0.0.1:51292 dest: /127.0.0.1:48495
2015-02-11 00:39:12,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041 src: /127.0.0.1:47876 dest: /127.0.0.1:32971
2015-02-11 00:39:12,573 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47876, dest: /127.0.0.1:32971, bytes: 105922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041, duration: 49396054
2015-02-11 00:39:12,574 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:12,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:12,574 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51292, dest: /127.0.0.1:48495, bytes: 105922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041, duration: 50069275
2015-02-11 00:39:12,575 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:12,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:12,576 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53232, dest: /127.0.0.1:47583, bytes: 105922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041, duration: 51213866
2015-02-11 00:39:12,576 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:12,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:12,584 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:13,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:13,158 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000002
2015-02-11 00:39:13,159 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:39:13,159 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0004_000001 container=Container: [ContainerId: container_1423615085324_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:13,159 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:13,159 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:13,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:13,160 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000003
2015-02-11 00:39:13,160 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:39:13,161 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0004_000001 container=Container: [ContainerId: container_1423615085324_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:13,161 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:39:13,161 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:13,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:13,242 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000004
2015-02-11 00:39:13,242 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0004_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:39:13,243 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0004_000001 container=Container: [ContainerId: container_1423615085324_0004_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:13,243 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:39:13,243 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:13,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:13,244 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000005
2015-02-11 00:39:13,244 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0004_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:39:13,244 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0004_000001 container=Container: [ContainerId: container_1423615085324_0004_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:13,244 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:39:13,245 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:14,145 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0004_01_000002
2015-02-11 00:39:14,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:14,146 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:14,146 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0004_01_000004
2015-02-11 00:39:14,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:14,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:14,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:14,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:14,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,366 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0004_000001 (auth:SIMPLE)
2015-02-11 00:39:14,366 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0004_000001 (auth:SIMPLE)
2015-02-11 00:39:14,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0004_01_000005 by user teamcity
2015-02-11 00:39:14,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0004
2015-02-11 00:39:14,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0004_01_000002 by user teamcity
2015-02-11 00:39:14,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000005
2015-02-11 00:39:14,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000002
2015-02-11 00:39:14,375 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from NEW to INITING
2015-02-11 00:39:14,376 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0004_01_000005 to application application_1423615085324_0004
2015-02-11 00:39:14,376 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from INITING to RUNNING
2015-02-11 00:39:14,376 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0004_01_000002 to application application_1423615085324_0004
2015-02-11 00:39:14,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0004_01_000004 by user teamcity
2015-02-11 00:39:14,376 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:39:14,377 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:39:14,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,377 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:14,377 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0004
2015-02-11 00:39:14,377 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000004
2015-02-11 00:39:14,378 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:39:14,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,378 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:39:14,378 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,379 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:14,379 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0004_01_000003 by user teamcity
2015-02-11 00:39:14,379 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0004
2015-02-11 00:39:14,379 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000003
2015-02-11 00:39:14,379 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0004_01_000004 to application application_1423615085324_0004
2015-02-11 00:39:14,380 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0004_01_000005
2015-02-11 00:39:14,380 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0004_01_000003 to application application_1423615085324_0004
2015-02-11 00:39:14,380 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:14,380 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:39:14,380 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,381 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:39:14,381 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,381 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,381 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0004
2015-02-11 00:39:14,381 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:14,381 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:14,381 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0004
2015-02-11 00:39:14,382 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0004
2015-02-11 00:39:14,382 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0004_01_000004
2015-02-11 00:39:14,382 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:14,413 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0004_01_000005.tokens. Credentials list:
2015-02-11 00:39:14,424 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0004_01_000004.tokens. Credentials list:
2015-02-11 00:39:14,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:39:14,457 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:14,457 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:14,460 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:14,461 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:14,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0004_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000005.tokens
2015-02-11 00:39:14,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:14,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000003/default_container_executor.sh]
2015-02-11 00:39:14,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000002/default_container_executor.sh]
2015-02-11 00:39:14,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:14,784 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53478, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2147120880_3409, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741861_1037, duration: 1481105
2015-02-11 00:39:14,838 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:14,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:14,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:14,891 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53242, bytes: 90877, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2147120880_3409, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741864_1040, duration: 482231
2015-02-11 00:39:14,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:14,929 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:14,930 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:14,990 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:14,990 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:14,990 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:14,991 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:15,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000005/default_container_executor.sh]
2015-02-11 00:39:15,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000004/default_container_executor.sh]
2015-02-11 00:39:15,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:15,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:15,167 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:39:15,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:15,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:16,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:39:16,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041
2015-02-11 00:39:16,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041
2015-02-11 00:39:16,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0004_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000004.tokens
2015-02-11 00:39:16,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:16,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041
2015-02-11 00:39:18,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:18,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47893, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000000_0_1689079705_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 293684
2015-02-11 00:39:18,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:18,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:18,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53491, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000000_0_1689079705_1, offset: 1024, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 274753
2015-02-11 00:39:18,729 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47895, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000001_0_-477479516_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 299427
2015-02-11 00:39:18,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:18,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:18,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:19,020 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:39:19,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042 src: /127.0.0.1:53492 dest: /127.0.0.1:47624
2015-02-11 00:39:19,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042 src: /127.0.0.1:53256 dest: /127.0.0.1:47583
2015-02-11 00:39:19,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042 src: /127.0.0.1:51316 dest: /127.0.0.1:48495
2015-02-11 00:39:19,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:19,138 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51316, dest: /127.0.0.1:48495, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000000_0_1689079705_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, duration: 38353491
2015-02-11 00:39:19,139 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:19,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,139 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53256, dest: /127.0.0.1:47583, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000000_0_1689079705_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, duration: 34396140
2015-02-11 00:39:19,140 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,140 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53492, dest: /127.0.0.1:47624, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000000_0_1689079705_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, duration: 35270776
2015-02-11 00:39:19,141 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,141 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0004_m_000000_0_1689079705_1
2015-02-11 00:39:19,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:19,183 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53497, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000001_0_-477479516_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 292132
2015-02-11 00:39:19,212 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000001_0/part-00001. BP-1670894054-10.31.157.187-1423615067843 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:39:19,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:39:19,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:39:19,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:39:19,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000000_0 dst=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:39:19,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53262, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000003_0_2002198067_1, offset: 1024, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 301362
2015-02-11 00:39:19,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043 src: /127.0.0.1:53498 dest: /127.0.0.1:47624
2015-02-11 00:39:19,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043 src: /127.0.0.1:53264 dest: /127.0.0.1:47583
2015-02-11 00:39:19,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043 src: /127.0.0.1:47907 dest: /127.0.0.1:32971
2015-02-11 00:39:19,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51322, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000002_0_-413695879_1, offset: 512, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741862_1038, duration: 273302
2015-02-11 00:39:19,341 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47907, dest: /127.0.0.1:32971, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000001_0_-477479516_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, duration: 55488801
2015-02-11 00:39:19,342 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:19,342 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53264, dest: /127.0.0.1:47583, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000001_0_-477479516_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, duration: 55767974
2015-02-11 00:39:19,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,343 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,343 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53498, dest: /127.0.0.1:47624, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000001_0_-477479516_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, duration: 57113943
2015-02-11 00:39:19,343 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,353 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000001_0/part-00001 is closed by DFSClient_attempt_1423615085324_0004_m_000001_0_-477479516_1
2015-02-11 00:39:19,368 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0004_01_000002
2015-02-11 00:39:19,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000002
2015-02-11 00:39:19,369 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:39:19,369 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0004_01_000002
2015-02-11 00:39:19,384 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0004_01_000002 is : 143
2015-02-11 00:39:19,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:19,400 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:39:19,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47908, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000003_0_2002198067_1, offset: 512, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 294398
2015-02-11 00:39:19,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044 src: /127.0.0.1:53267 dest: /127.0.0.1:47583
2015-02-11 00:39:19,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044 src: /127.0.0.1:51327 dest: /127.0.0.1:48495
2015-02-11 00:39:19,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044 src: /127.0.0.1:53506 dest: /127.0.0.1:47624
2015-02-11 00:39:19,412 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:19,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000002
2015-02-11 00:39:19,414 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000002
2015-02-11 00:39:19,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000002
2015-02-11 00:39:19,414 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:19,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000002
2015-02-11 00:39:19,415 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0004_01_000002 from application application_1423615085324_0004
2015-02-11 00:39:19,415 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1.jhist for DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:19,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000002
2015-02-11 00:39:19,415 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:19,417 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0004
2015-02-11 00:39:19,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:39:19,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:39:19,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:19,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:39:19,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:39:19,458 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47912, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0004_m_000002_0_-413695879_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 267196
2015-02-11 00:39:19,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000001_0 dst=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000001 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:39:19,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:19,539 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0004_01_000003
2015-02-11 00:39:19,540 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000003
2015-02-11 00:39:19,540 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:39:19,540 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0004_01_000003
2015-02-11 00:39:19,541 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0004_01_000002]
2015-02-11 00:39:19,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:19,541 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:39:19,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000002
2015-02-11 00:39:19,542 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:39:19,542 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:39:19,543 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:19,543 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:19,544 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:39:19,544 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0004_000001 released container container_1423615085324_0004_01_000002 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:39:19,558 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0004_01_000003 is : 143
2015-02-11 00:39:19,576 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:19,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000003
2015-02-11 00:39:19,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000003
2015-02-11 00:39:19,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000003
2015-02-11 00:39:19,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000003
2015-02-11 00:39:19,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000003
2015-02-11 00:39:19,578 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:19,579 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0004_01_000003 from application application_1423615085324_0004
2015-02-11 00:39:19,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:19,579 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0004
2015-02-11 00:39:19,638 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30001 milliseconds
2015-02-11 00:39:19,639 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-11 00:39:19,732 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000003_0/part-00003. BP-1670894054-10.31.157.187-1423615067843 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:39:19,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045 src: /127.0.0.1:53271 dest: /127.0.0.1:47583
2015-02-11 00:39:19,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045 src: /127.0.0.1:53509 dest: /127.0.0.1:47624
2015-02-11 00:39:19,808 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000002_0/part-00002. BP-1670894054-10.31.157.187-1423615067843 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:39:19,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045 src: /127.0.0.1:51332 dest: /127.0.0.1:48495
2015-02-11 00:39:19,855 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51332, dest: /127.0.0.1:48495, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000003_0_2002198067_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, duration: 42980840
2015-02-11 00:39:19,855 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:19,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53509, dest: /127.0.0.1:47624, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000003_0_2002198067_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, duration: 45057168
2015-02-11 00:39:19,856 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,857 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53271, dest: /127.0.0.1:47583, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000003_0_2002198067_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, duration: 45701878
2015-02-11 00:39:19,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,857 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,866 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000003_0/part-00003 is closed by DFSClient_attempt_1423615085324_0004_m_000003_0_2002198067_1
2015-02-11 00:39:19,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046 src: /127.0.0.1:47916 dest: /127.0.0.1:32971
2015-02-11 00:39:19,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046 src: /127.0.0.1:53275 dest: /127.0.0.1:47583
2015-02-11 00:39:19,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046 src: /127.0.0.1:53513 dest: /127.0.0.1:47624
2015-02-11 00:39:19,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53513, dest: /127.0.0.1:47624, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000002_0_-413695879_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, duration: 41922421
2015-02-11 00:39:19,937 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:19,938 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53275, dest: /127.0.0.1:47583, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000002_0_-413695879_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, duration: 43577157
2015-02-11 00:39:19,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,939 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47916, dest: /127.0.0.1:32971, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0004_m_000002_0_-413695879_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, duration: 44220013
2015-02-11 00:39:19,939 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,938 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:19,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:39:19,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000002_0/part-00002 is closed by DFSClient_attempt_1423615085324_0004_m_000002_0_-413695879_1
2015-02-11 00:39:19,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:39:19,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:39:19,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:39:19,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000003_0 dst=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000003 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:39:20,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:39:20,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:39:20,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:39:20,039 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0004_01_000005
2015-02-11 00:39:20,039 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000005
2015-02-11 00:39:20,039 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:39:20,040 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0004_01_000005
2015-02-11 00:39:20,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/_temporary/attempt_1423615085324_0004_m_000002_0 dst=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000002 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:39:20,058 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0004_01_000005 is : 143
2015-02-11 00:39:20,078 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:20,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000005
2015-02-11 00:39:20,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000005
2015-02-11 00:39:20,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000005
2015-02-11 00:39:20,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000005
2015-02-11 00:39:20,081 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000005
2015-02-11 00:39:20,081 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:20,081 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0004_01_000005 from application application_1423615085324_0004
2015-02-11 00:39:20,082 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:20,082 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0004
2015-02-11 00:39:20,117 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0004_01_000004
2015-02-11 00:39:20,117 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000004
2015-02-11 00:39:20,117 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:39:20,117 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0004_01_000004
2015-02-11 00:39:20,118 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0004_01_000005]
2015-02-11 00:39:20,118 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:20,118 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:39:20,119 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000005
2015-02-11 00:39:20,119 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0004_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:39:20,119 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:39:20,120 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0004_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:20,120 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:20,120 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:39:20,121 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0004_000001 released container container_1423615085324_0004_01_000005 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:39:20,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,134 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0004_01_000004 is : 143
2015-02-11 00:39:20,135 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:20,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:39:20,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,151 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:20,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000004
2015-02-11 00:39:20,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:39:20,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000004
2015-02-11 00:39:20,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000004
2015-02-11 00:39:20,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000004
2015-02-11 00:39:20,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:20,155 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000004
2015-02-11 00:39:20,156 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:20,156 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0004_01_000004 from application application_1423615085324_0004
2015-02-11 00:39:20,156 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:20,156 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0004
2015-02-11 00:39:20,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000000/part-00000 dst=/tmp/hadoop-teamcity/restartable/restartable/test/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:39:20,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:39:20,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000001/part-00001 dst=/tmp/hadoop-teamcity/restartable/restartable/test/part-00001 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:39:20,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:39:20,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000002/part-00002 dst=/tmp/hadoop-teamcity/restartable/restartable/test/part-00002 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:20,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:39:20,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:39:20,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary/1/task_1423615085324_0004_m_000003/part-00003 dst=/tmp/hadoop-teamcity/restartable/restartable/test/part-00003 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary dst=null perm=null proto=rpc
2015-02-11 00:39:20,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/restartable/restartable/test/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/restartable/restartable/test/_SUCCESS is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:20,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:20,238 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53506, dest: /127.0.0.1:47624, bytes: 48424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044, duration: 827290406
2015-02-11 00:39:20,239 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:20,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51327, dest: /127.0.0.1:48495, bytes: 48424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044, duration: 828273506
2015-02-11 00:39:20,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 15766
2015-02-11 00:39:20,240 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,241 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53267, dest: /127.0.0.1:47583, bytes: 48424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044, duration: 829830454
2015-02-11 00:39:20,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 15766
2015-02-11 00:39:20,242 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 15766
2015-02-11 00:39:20,246 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:20,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,255 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:39:20,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047 src: /127.0.0.1:53514 dest: /127.0.0.1:47624
2015-02-11 00:39:20,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047 src: /127.0.0.1:53278 dest: /127.0.0.1:47583
2015-02-11 00:39:20,263 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047 src: /127.0.0.1:51338 dest: /127.0.0.1:48495
2015-02-11 00:39:20,267 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51338, dest: /127.0.0.1:48495, bytes: 412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047, duration: 2011345
2015-02-11 00:39:20,267 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:20,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53278, dest: /127.0.0.1:47583, bytes: 412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047, duration: 2501687
2015-02-11 00:39:20,268 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,269 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53514, dest: /127.0.0.1:47624, bytes: 412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047, duration: 3501868
2015-02-11 00:39:20,269 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,273 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:20,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:20,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:39:20,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:20,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:39:20,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:20,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:39:20,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,303 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53517, bytes: 48804, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044, duration: 288700
2015-02-11 00:39:20,306 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:39:20,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048 src: /127.0.0.1:47923 dest: /127.0.0.1:32971
2015-02-11 00:39:20,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048 src: /127.0.0.1:53519 dest: /127.0.0.1:47624
2015-02-11 00:39:20,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048 src: /127.0.0.1:53283 dest: /127.0.0.1:47583
2015-02-11 00:39:20,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53283, dest: /127.0.0.1:47583, bytes: 48424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048, duration: 1591487
2015-02-11 00:39:20,319 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:20,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53519, dest: /127.0.0.1:47624, bytes: 48424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048, duration: 3697822
2015-02-11 00:39:20,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,322 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47923, dest: /127.0.0.1:32971, bytes: 48424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048, duration: 5266699
2015-02-11 00:39:20,323 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,326 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist_tmp is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:20,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:20,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:39:20,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:20,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:39:20,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:39:20,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004/job_1423615085324_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:39:20,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:20,418 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53284, bytes: 106750, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741865_1041, duration: 442471
2015-02-11 00:39:20,421 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:39:20,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049 src: /127.0.0.1:53285 dest: /127.0.0.1:47583
2015-02-11 00:39:20,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049 src: /127.0.0.1:51345 dest: /127.0.0.1:48495
2015-02-11 00:39:20,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049 src: /127.0.0.1:53524 dest: /127.0.0.1:47624
2015-02-11 00:39:20,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53524, dest: /127.0.0.1:47624, bytes: 105922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049, duration: 3173808
2015-02-11 00:39:20,434 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:20,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,435 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51345, dest: /127.0.0.1:48495, bytes: 105922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049, duration: 3688854
2015-02-11 00:39:20,435 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,436 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53285, dest: /127.0.0.1:47583, bytes: 105922, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_190132_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049, duration: 4614119
2015-02-11 00:39:20,436 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:20,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:39:20,440 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_190132_1
2015-02-11 00:39:20,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:20,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:20,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:20,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:39:20,466 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:39:20,467 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:39:20,467 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0004 with final state: FINISHING
2015-02-11 00:39:20,467 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0004 State change from RUNNING to FINAL_SAVING
2015-02-11 00:39:20,467 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0004
2015-02-11 00:39:20,468 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:39:20,468 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0004 State change from FINAL_SAVING to FINISHING
2015-02-11 00:39:20,541 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0004_01_000003]
2015-02-11 00:39:20,542 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:20,542 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:39:20,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000003
2015-02-11 00:39:20,542 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:39:20,542 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:39:20,543 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:20,543 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:20,544 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:20,544 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0004_000001 released container container_1423615085324_0004_01_000003 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:39:21,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046
2015-02-11 00:39:21,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049
2015-02-11 00:39:21,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047
2015-02-11 00:39:21,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044
2015-02-11 00:39:21,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043
2015-02-11 00:39:21,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042
2015-02-11 00:39:21,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048
2015-02-11 00:39:21,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045
2015-02-11 00:39:21,118 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0004_01_000004]
2015-02-11 00:39:21,119 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:21,119 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:39:21,119 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000004
2015-02-11 00:39:21,119 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0004_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:39:21,119 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:21,120 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0004_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:21,121 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:21,121 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:39:21,121 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0004_000001 released container container_1423615085324_0004_01_000004 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:39:21,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044
2015-02-11 00:39:21,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046
2015-02-11 00:39:21,209 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741868_1044
2015-02-11 00:39:21,209 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045
2015-02-11 00:39:21,209 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049
2015-02-11 00:39:21,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042
2015-02-11 00:39:21,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043
2015-02-11 00:39:21,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048
2015-02-11 00:39:21,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741873_1049
2015-02-11 00:39:21,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045
2015-02-11 00:39:21,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047
2015-02-11 00:39:21,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047
2015-02-11 00:39:21,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042
2015-02-11 00:39:21,476 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:39:21,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:32971 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:39:21,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:39:21,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624
2015-02-11 00:39:21,478 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741868_1044 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624
2015-02-11 00:39:21,478 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:39:21,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0004 dst=null perm=null proto=rpc
2015-02-11 00:39:21,535 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] starting step: (2/2) ...latform/restartcheckpoint
2015-02-11 00:39:21,552 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:39:21,570 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:39:21,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:39:21,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:39:21,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:39:21,578 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 5
2015-02-11 00:39:21,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005 dst=null perm=null proto=rpc
2015-02-11 00:39:21,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:39:21,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:39:21,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,595 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:39:21,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050 src: /127.0.0.1:51348 dest: /127.0.0.1:48495
2015-02-11 00:39:21,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050 src: /127.0.0.1:53290 dest: /127.0.0.1:47583
2015-02-11 00:39:21,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050 src: /127.0.0.1:47933 dest: /127.0.0.1:32971
2015-02-11 00:39:21,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47933, dest: /127.0.0.1:32971, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, duration: 2658475
2015-02-11 00:39:21,612 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:21,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53290, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, duration: 4114925
2015-02-11 00:39:21,613 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51348, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, duration: 4961253
2015-02-11 00:39:21,614 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:21,619 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar
2015-02-11 00:39:21,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:39:21,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:39:21,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:39:21,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:39:21,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:39:21,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:21,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:21,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:39:21,641 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-11 00:39:21,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,649 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split
2015-02-11 00:39:21,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:21,653 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:39:21,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051 src: /127.0.0.1:51351 dest: /127.0.0.1:48495
2015-02-11 00:39:21,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051 src: /127.0.0.1:53293 dest: /127.0.0.1:47583
2015-02-11 00:39:21,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051 src: /127.0.0.1:53531 dest: /127.0.0.1:47624
2015-02-11 00:39:21,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051 src: /127.0.0.1:47937 dest: /127.0.0.1:32971
2015-02-11 00:39:21,665 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47937, dest: /127.0.0.1:32971, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 2476161
2015-02-11 00:39:21,665 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:21,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,666 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53531, dest: /127.0.0.1:47624, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 2173190
2015-02-11 00:39:21,666 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,667 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53293, dest: /127.0.0.1:47583, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 3434666
2015-02-11 00:39:21,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,667 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51351, dest: /127.0.0.1:48495, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 4079321
2015-02-11 00:39:21,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,669 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,673 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:21,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:39:21,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052 src: /127.0.0.1:51355 dest: /127.0.0.1:48495
2015-02-11 00:39:21,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052 src: /127.0.0.1:47939 dest: /127.0.0.1:32971
2015-02-11 00:39:21,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052 src: /127.0.0.1:53298 dest: /127.0.0.1:47583
2015-02-11 00:39:21,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53298, dest: /127.0.0.1:47583, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, duration: 2025684
2015-02-11 00:39:21,691 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:21,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47939, dest: /127.0.0.1:32971, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, duration: 2650607
2015-02-11 00:39:21,692 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51355, dest: /127.0.0.1:48495, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, duration: 3913001
2015-02-11 00:39:21,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,694 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:21,699 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:39:21,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:39:21,760 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:39:21,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053 src: /127.0.0.1:51358 dest: /127.0.0.1:48495
2015-02-11 00:39:21,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053 src: /127.0.0.1:53300 dest: /127.0.0.1:47583
2015-02-11 00:39:21,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053 src: /127.0.0.1:53538 dest: /127.0.0.1:47624
2015-02-11 00:39:21,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53538, dest: /127.0.0.1:47624, bytes: 91816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, duration: 4387195
2015-02-11 00:39:21,775 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:21,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53300, dest: /127.0.0.1:47583, bytes: 91816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, duration: 5774651
2015-02-11 00:39:21,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,776 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51358, dest: /127.0.0.1:48495, bytes: 91816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, duration: 5288497
2015-02-11 00:39:21,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:39:21,777 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:21,784 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:39:21,784 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0005
2015-02-11 00:39:21,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005 dst=null perm=null proto=rpc
2015-02-11 00:39:21,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:21,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:21,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:21,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:21,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:21,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:21,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:21,808 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 5 submitted by user teamcity
2015-02-11 00:39:21,809 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0005
2015-02-11 00:39:21,808 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0005
2015-02-11 00:39:21,809 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0005 State change from NEW to NEW_SAVING
2015-02-11 00:39:21,809 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0005
2015-02-11 00:39:21,810 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0005 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:39:21,810 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0005 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:39:21,810 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0005 from user: teamcity, in queue: default
2015-02-11 00:39:21,811 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0005 State change from SUBMITTED to ACCEPTED
2015-02-11 00:39:21,811 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0005_000001
2015-02-11 00:39:21,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from NEW to SUBMITTED
2015-02-11 00:39:21,811 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0005 from user: teamcity activated in queue: default
2015-02-11 00:39:21,812 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:39:21,812 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0005_000001 to scheduler from user teamcity in queue default
2015-02-11 00:39:21,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:39:21,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048
2015-02-11 00:39:22,013 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0005
2015-02-11 00:39:22,016 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0005/
2015-02-11 00:39:22,016 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] submitted hadoop job: job_1423615085324_0005
2015-02-11 00:39:22,016 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0005/
2015-02-11 00:39:22,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:22,120 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000001
2015-02-11 00:39:22,120 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:39:22,120 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:22,121 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:39:22,121 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:22,121 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0005_01_000001
2015-02-11 00:39:22,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:22,121 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0005_000001
2015-02-11 00:39:22,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0005 AttemptId: appattempt_1423615085324_0005_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ]
2015-02-11 00:39:22,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:39:22,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:39:22,123 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0005_000001
2015-02-11 00:39:22,124 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] for AM appattempt_1423615085324_0005_000001
2015-02-11 00:39:22,124 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:39:22,128 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:39:22,131 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000001 by user teamcity
2015-02-11 00:39:22,131 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0005
2015-02-11 00:39:22,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050
2015-02-11 00:39:22,131 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000001
2015-02-11 00:39:22,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052
2015-02-11 00:39:22,132 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] for AM appattempt_1423615085324_0005_000001
2015-02-11 00:39:22,132 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from NEW to INITING
2015-02-11 00:39:22,132 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:39:22,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051
2015-02-11 00:39:22,132 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000001 to application application_1423615085324_0005
2015-02-11 00:39:22,133 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from INITING to RUNNING
2015-02-11 00:39:22,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043
2015-02-11 00:39:22,133 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:39:22,134 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:22,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046
2015-02-11 00:39:22,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:39:22,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:39:22,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:39:22,134 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:39:22,135 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0005_01_000001
2015-02-11 00:39:22,152 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0005_01_000001.tokens. Credentials list:
2015-02-11 00:39:22,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:39:22,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0005_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000001.tokens
2015-02-11 00:39:22,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:39:22,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:22,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:22,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47947, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_218147696_3793, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, duration: 1340849
2015-02-11 00:39:22,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:22,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:22,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:22,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51365, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_218147696_3793, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, duration: 341911
2015-02-11 00:39:22,597 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:22,601 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:32971 to replicate blk_1073741874_1050 to datanode(s) 127.0.0.1:47624
2015-02-11 00:39:22,601 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741865_1041]
2015-02-11 00:39:22,601 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741864_1040, blk_1073741865_1041, blk_1073741868_1044]
2015-02-11 00:39:22,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:22,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:22,642 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51365, bytes: 1319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_218147696_3793, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 262069
2015-02-11 00:39:22,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:22,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:22,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:22,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53307, bytes: 92536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_218147696_3793, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, duration: 483725
2015-02-11 00:39:22,756 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:22,756 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:22,807 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:22,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:22,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000001/default_container_executor.sh]
2015-02-11 00:39:23,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:23,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861 for deletion
2015-02-11 00:39:23,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862 for deletion
2015-02-11 00:39:23,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741864 for deletion
2015-02-11 00:39:23,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862
2015-02-11 00:39:23,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861
2015-02-11 00:39:23,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741864
2015-02-11 00:39:23,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741865 for deletion
2015-02-11 00:39:23,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741868_1044 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741868 for deletion
2015-02-11 00:39:23,751 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741865
2015-02-11 00:39:23,752 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741868_1044 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741868
2015-02-11 00:39:24,372 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48e9e32a-a5e3-473e-87f4-94cf8918406c, infoPort=50900, ipcPort=46188, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050 to 127.0.0.1:47624
2015-02-11 00:39:24,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861 for deletion
2015-02-11 00:39:24,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862 for deletion
2015-02-11 00:39:24,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741863 for deletion
2015-02-11 00:39:24,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741865 for deletion
2015-02-11 00:39:24,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741863
2015-02-11 00:39:24,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861
2015-02-11 00:39:24,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741865
2015-02-11 00:39:24,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862
2015-02-11 00:39:24,375 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050 (numBytes=254067) to /127.0.0.1:47624
2015-02-11 00:39:24,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050 src: /127.0.0.1:53547 dest: /127.0.0.1:47624
2015-02-11 00:39:24,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050 src: /127.0.0.1:53547 dest: /127.0.0.1:47624 of size 254067
2015-02-11 00:39:24,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741874_1050 size 254067
2015-02-11 00:39:25,602 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741868_1044]
2015-02-11 00:39:25,602 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741868_1044]
2015-02-11 00:39:25,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:39:25,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:39:25,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:39:25,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:39:25,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005 dst=null perm=null proto=rpc
2015-02-11 00:39:25,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:39:25,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:39:26,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052
2015-02-11 00:39:26,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053
2015-02-11 00:39:26,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052
2015-02-11 00:39:26,217 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053
2015-02-11 00:39:26,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050
2015-02-11 00:39:26,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051
2015-02-11 00:39:26,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050
2015-02-11 00:39:26,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051
2015-02-11 00:39:26,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053
2015-02-11 00:39:26,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050
2015-02-11 00:39:26,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:26,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051
2015-02-11 00:39:26,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:39:26,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47954, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741876_1052, duration: 267607
2015-02-11 00:39:26,634 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0004_01_000001 succeeded
2015-02-11 00:39:26,634 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:39:26,634 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0004_01_000001
2015-02-11 00:39:26,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000001
2015-02-11 00:39:26,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000001
2015-02-11 00:39:26,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000001
2015-02-11 00:39:26,653 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000001
2015-02-11 00:39:26,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0004/container_1423615085324_0004_01_000001
2015-02-11 00:39:26,653 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:39:26,654 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0004_01_000001 from application application_1423615085324_0004
2015-02-11 00:39:26,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:26,654 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0004
2015-02-11 00:39:26,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861 for deletion
2015-02-11 00:39:26,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862 for deletion
2015-02-11 00:39:26,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741863 for deletion
2015-02-11 00:39:26,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861
2015-02-11 00:39:26,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741864 for deletion
2015-02-11 00:39:26,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741863
2015-02-11 00:39:26,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741868_1044 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741868 for deletion
2015-02-11 00:39:26,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862
2015-02-11 00:39:26,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741868_1044 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741868
2015-02-11 00:39:26,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741864
2015-02-11 00:39:26,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861 for deletion
2015-02-11 00:39:26,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862 for deletion
2015-02-11 00:39:26,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741863 for deletion
2015-02-11 00:39:26,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741864 for deletion
2015-02-11 00:39:26,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741865 for deletion
2015-02-11 00:39:26,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741862_1038 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741862
2015-02-11 00:39:26,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741868_1044 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741868 for deletion
2015-02-11 00:39:26,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741864_1040 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741864
2015-02-11 00:39:26,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741868_1044 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741868
2015-02-11 00:39:26,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741861
2015-02-11 00:39:26,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741863_1039 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741863
2015-02-11 00:39:26,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741865
2015-02-11 00:39:27,544 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0004_01_000001]
2015-02-11 00:39:27,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:27,545 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:39:27,545 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0004 CONTAINERID=container_1423615085324_0004_01_000001
2015-02-11 00:39:27,545 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:39:27,545 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:27,546 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:27,546 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:27,546 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:39:27,546 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0004_000001 released container container_1423615085324_0004_01_000001 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:39:27,546 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0004_000001
2015-02-11 00:39:27,547 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0004_000001 State change from FINISHING to FINISHED
2015-02-11 00:39:27,547 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0004 State change from FINISHING to FINISHED
2015-02-11 00:39:27,547 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0004
2015-02-11 00:39:27,547 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0004_000001 is done. finalState=FINISHED
2015-02-11 00:39:27,547 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0004 requests cleared
2015-02-11 00:39:27,548 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0004,name=[8329BF5B19F7481EA30382A0A142B763/F6FA1FECA2974CA38473765A595FC024] restartable/(1/2),user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0004/jobhistory/job/job_1423615085324_0004,appMasterHost=ip-10-31-157-187,startTime=1423615145917,finishTime=1423615160467,finalStatus=SUCCEEDED
2015-02-11 00:39:27,548 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0004 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:39:27,548 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0004 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:39:27,548 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0004_000001
2015-02-11 00:39:27,554 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0004_000001 (auth:SIMPLE)
2015-02-11 00:39:27,556 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0004_01_000001
2015-02-11 00:39:27,903 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:39:27,908 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0005_000001
2015-02-11 00:39:27,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0005 APPATTEMPTID=appattempt_1423615085324_0005_000001
2015-02-11 00:39:27,908 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:39:27,909 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0005 State change from ACCEPTED to RUNNING
2015-02-11 00:39:27,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:27,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:39:28,121 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:39:28,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,123 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0004
2015-02-11 00:39:28,123 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:39:28,123 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0004, with delay of 10800 seconds
2015-02-11 00:39:28,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:28,321 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:39:28,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054 src: /127.0.0.1:47961 dest: /127.0.0.1:32971
2015-02-11 00:39:28,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054 src: /127.0.0.1:53557 dest: /127.0.0.1:47624
2015-02-11 00:39:28,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054 src: /127.0.0.1:53321 dest: /127.0.0.1:47583
2015-02-11 00:39:28,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53321, dest: /127.0.0.1:47583, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054, duration: 46960788
2015-02-11 00:39:28,440 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:28,441 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:39:28,441 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53557, dest: /127.0.0.1:47624, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054, duration: 48228674
2015-02-11 00:39:28,442 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:39:28,442 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:28,442 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47961, dest: /127.0.0.1:32971, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054, duration: 49108769
2015-02-11 00:39:28,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:39:28,443 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:28,449 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_12316095_1
2015-02-11 00:39:28,545 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:39:28,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,546 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0004
2015-02-11 00:39:28,546 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:39:28,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0004
2015-02-11 00:39:28,547 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0004, with delay of 10800 seconds
2015-02-11 00:39:29,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:29,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000002
2015-02-11 00:39:29,123 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:39:29,123 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:29,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:29,123 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:29,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:29,124 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000003
2015-02-11 00:39:29,124 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:39:29,124 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:29,124 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:39:29,125 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:29,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:29,365 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000004
2015-02-11 00:39:29,366 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:39:29,366 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:29,366 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:39:29,366 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:29,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:29,367 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000005
2015-02-11 00:39:29,367 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:39:29,367 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:29,367 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:39:29,368 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:29,976 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0005_01_000002
2015-02-11 00:39:29,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:29,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:29,977 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51518 for container : container_1423615085324_0005_01_000004
2015-02-11 00:39:29,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:29,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:30,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:30,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:30,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,206 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:39:30,206 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:39:30,216 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000002 by user teamcity
2015-02-11 00:39:30,216 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000003 by user teamcity
2015-02-11 00:39:30,217 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000002
2015-02-11 00:39:30,217 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000003
2015-02-11 00:39:30,217 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000002 to application application_1423615085324_0005
2015-02-11 00:39:30,217 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000003 to application application_1423615085324_0005
2015-02-11 00:39:30,218 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:39:30,218 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:39:30,218 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,219 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,219 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:30,219 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:39:30,219 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,219 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,220 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:30,220 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:39:30,221 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000005 by user teamcity
2015-02-11 00:39:30,221 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:30,221 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000004 by user teamcity
2015-02-11 00:39:30,222 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0005
2015-02-11 00:39:30,222 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:30,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000004
2015-02-11 00:39:30,223 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000004 to application application_1423615085324_0005
2015-02-11 00:39:30,224 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from NEW to INITING
2015-02-11 00:39:30,224 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000005 to application application_1423615085324_0005
2015-02-11 00:39:30,224 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from INITING to RUNNING
2015-02-11 00:39:30,225 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:39:30,225 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:39:30,225 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,226 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,226 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:30,226 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:39:30,226 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:39:30,226 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:39:30,226 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:39:30,227 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:39:30,227 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,227 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:39:30,227 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:30,227 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:39:30,228 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0005_01_000005
2015-02-11 00:39:30,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000005
2015-02-11 00:39:30,231 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:39:30,238 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:39:30,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0005_01_000004
2015-02-11 00:39:30,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423615071891, FILE, null }
2015-02-11 00:39:30,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar, 1423615072215, FILE, null }
2015-02-11 00:39:30,262 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423615085324_0005_01_000005.tokens. Credentials list:
2015-02-11 00:39:30,273 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423615085324_0005_01_000004.tokens. Credentials list:
2015-02-11 00:39:30,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:39:30,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:39:30,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:39:30,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:39:30,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:39:30,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,306 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:30,306 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:30,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:39:30,309 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:30,309 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:30,316 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53324, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741825_1001, duration: 3485763
2015-02-11 00:39:30,317 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53561, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741826_1002, duration: 3779754
2015-02-11 00:39:30,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:30,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:30,375 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/hadoop-3955472530162357702.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:30,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:30,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000002/default_container_executor.sh]
2015-02-11 00:39:30,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000003/default_container_executor.sh]
2015-02-11 00:39:30,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423615085324_0005_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000005.tokens
2015-02-11 00:39:30,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:39:30,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:30,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51387, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-561904593_4141, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, duration: 699860
2015-02-11 00:39:30,710 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:30,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:30,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:30,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53324, bytes: 92536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-561904593_4141, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, duration: 457548
2015-02-11 00:39:30,799 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:30,799 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:30,799 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:30,861 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:30,861 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:30,866 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:30,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:30,998 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:39:30,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000004/default_container_executor.sh]
2015-02-11 00:39:31,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000005/default_container_executor.sh]
2015-02-11 00:39:31,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:31,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:31,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054
2015-02-11 00:39:31,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054
2015-02-11 00:39:31,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:39:32,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054
2015-02-11 00:39:32,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423615085324_0005_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000004.tokens
2015-02-11 00:39:32,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:39:34,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:34,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:34,522 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47980, bytes: 1319, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000001_0_1060522892_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 295698
2015-02-11 00:39:34,619 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47981, bytes: 1319, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000000_0_-1498809585_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 299031
2015-02-11 00:39:34,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:39:34,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:39:34,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53340, bytes: 156, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000001_0_1060522892_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, duration: 277696
2015-02-11 00:39:34,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:39:34,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:39:34,746 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47981, bytes: 157, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000000_0_-1498809585_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, duration: 261589
2015-02-11 00:39:34,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:34,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47984, bytes: 803, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000003_0_-270989738_1, offset: 512, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 279760
2015-02-11 00:39:34,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.split dst=null perm=null proto=rpc
2015-02-11 00:39:35,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:39:35,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:39:35,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53345, bytes: 131, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000003_0_-270989738_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, duration: 274532
2015-02-11 00:39:35,134 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53581, bytes: 803, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000002_0_1946472847_1, offset: 512, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741875_1051, duration: 272625
2015-02-11 00:39:35,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:35,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:39:35,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53346, bytes: 132, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0005_m_000002_0_1946472847_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, duration: 378831
2015-02-11 00:39:35,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:39:35,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:39:35,397 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000003
2015-02-11 00:39:35,397 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000003
2015-02-11 00:39:35,397 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:39:35,398 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000003
2015-02-11 00:39:35,416 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000003 is : 143
2015-02-11 00:39:35,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000002
2015-02-11 00:39:35,428 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000002
2015-02-11 00:39:35,428 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:39:35,435 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:35,435 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:39:35,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000003
2015-02-11 00:39:35,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000003
2015-02-11 00:39:35,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000003
2015-02-11 00:39:35,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000003
2015-02-11 00:39:35,438 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000002
2015-02-11 00:39:35,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055 src: /127.0.0.1:53347 dest: /127.0.0.1:47583
2015-02-11 00:39:35,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055 src: /127.0.0.1:51407 dest: /127.0.0.1:48495
2015-02-11 00:39:35,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055 src: /127.0.0.1:47991 dest: /127.0.0.1:32971
2015-02-11 00:39:35,455 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1.jhist for DFSClient_NONMAPREDUCE_12316095_1
2015-02-11 00:39:35,456 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000002 is : 143
2015-02-11 00:39:35,476 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000003
2015-02-11 00:39:35,477 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:35,477 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:35,477 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000003 from application application_1423615085324_0005
2015-02-11 00:39:35,477 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:35,477 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:39:35,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000002
2015-02-11 00:39:35,479 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000002
2015-02-11 00:39:35,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000002
2015-02-11 00:39:35,479 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:35,479 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000002 from application application_1423615085324_0005
2015-02-11 00:39:35,480 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:35,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000002
2015-02-11 00:39:35,480 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:39:35,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000002
2015-02-11 00:39:35,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:39:35,724 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000005
2015-02-11 00:39:35,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000005
2015-02-11 00:39:35,725 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:39:35,725 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000005
2015-02-11 00:39:35,741 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000005 is : 143
2015-02-11 00:39:35,758 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:35,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000005
2015-02-11 00:39:35,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000005
2015-02-11 00:39:35,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000005
2015-02-11 00:39:35,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000005
2015-02-11 00:39:35,761 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000005
2015-02-11 00:39:35,761 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:35,761 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000005 from application application_1423615085324_0005
2015-02-11 00:39:35,762 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:35,762 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:39:35,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:39:35,913 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000004
2015-02-11 00:39:35,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000004
2015-02-11 00:39:35,913 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:39:35,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000004
2015-02-11 00:39:35,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000005]
2015-02-11 00:39:35,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:35,914 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:39:35,914 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000005
2015-02-11 00:39:35,915 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:39:35,915 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:39:35,916 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:35,916 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:35,916 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:39:35,916 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000005 on node: host: ip-10-31-157-187.ec2.internal:51518 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:39:35,930 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000004 is : 143
2015-02-11 00:39:35,946 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:35,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000004
2015-02-11 00:39:35,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000004
2015-02-11 00:39:35,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000004
2015-02-11 00:39:35,948 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000004
2015-02-11 00:39:35,948 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:35,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000004
2015-02-11 00:39:35,949 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000004 from application application_1423615085324_0005
2015-02-11 00:39:35,949 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:35,949 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:39:36,429 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000002, container_1423615085324_0005_01_000003]
2015-02-11 00:39:36,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:36,430 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:39:36,430 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000002
2015-02-11 00:39:36,430 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:39:36,430 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:39:36,434 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:36,435 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:36,435 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:39:36,435 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000002 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:39:36,435 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:36,435 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:39:36,435 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000003
2015-02-11 00:39:36,436 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:39:36,436 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:39:36,436 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:36,436 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:36,436 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:36,436 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000003 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:39:36,914 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000004]
2015-02-11 00:39:36,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:36,915 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:39:36,915 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000004
2015-02-11 00:39:36,915 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:39:36,915 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:36,916 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:36,916 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:36,916 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:39:36,916 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000004 on node: host: ip-10-31-157-187.ec2.internal:51518 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:39:37,369 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:37,370 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000006
2015-02-11 00:39:37,370 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:39:37,370 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:37,370 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:37,370 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:38,034 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52786 for container : container_1423615085324_0005_01_000006
2015-02-11 00:39:38,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:38,052 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:39:38,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000006 by user teamcity
2015-02-11 00:39:38,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0005
2015-02-11 00:39:38,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000006
2015-02-11 00:39:38,056 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from NEW to INITING
2015-02-11 00:39:38,056 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000006 to application application_1423615085324_0005
2015-02-11 00:39:38,056 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from INITING to RUNNING
2015-02-11 00:39:38,057 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:39:38,057 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:38,057 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:39:38,057 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:38,057 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:39:38,058 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:39:38,058 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:39:38,058 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0005_01_000006
2015-02-11 00:39:38,077 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423615085324_0005_01_000006.tokens. Credentials list:
2015-02-11 00:39:38,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:39:38,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423615085324_0005_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000006.tokens
2015-02-11 00:39:38,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:39:38,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:38,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:38,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:39:38,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:47997, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1303259624_4448, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, duration: 1306394
2015-02-11 00:39:38,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:38,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:38,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:39:38,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53356, bytes: 92536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1303259624_4448, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, duration: 470662
2015-02-11 00:39:38,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:39:38,599 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:38,655 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:38,655 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:38,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000006/default_container_executor.sh]
2015-02-11 00:39:39,039 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:39:42,373 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:42,375 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:42,398 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:42,402 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:42,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:42,864 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:39:43,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056 src: /127.0.0.1:53364 dest: /127.0.0.1:47583
2015-02-11 00:39:43,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056 src: /127.0.0.1:51426 dest: /127.0.0.1:48495
2015-02-11 00:39:43,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056 src: /127.0.0.1:48010 dest: /127.0.0.1:32971
2015-02-11 00:39:43,072 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48010, dest: /127.0.0.1:32971, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_0_-682616003_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056, duration: 51022483
2015-02-11 00:39:43,073 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:43,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:39:43,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51426, dest: /127.0.0.1:48495, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_0_-682616003_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056, duration: 51869704
2015-02-11 00:39:43,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:39:43,075 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:43,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53364, dest: /127.0.0.1:47583, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_0_-682616003_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056, duration: 54073486
2015-02-11 00:39:43,076 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:43,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:39:43,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0005_r_000000_0_-682616003_1
2015-02-11 00:39:43,097 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:39:43,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:39:43,108 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000006
2015-02-11 00:39:43,108 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000006
2015-02-11 00:39:43,108 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:39:43,108 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000006
2015-02-11 00:39:43,127 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000006 is : 143
2015-02-11 00:39:43,145 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:43,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000006
2015-02-11 00:39:43,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000006
2015-02-11 00:39:43,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000006
2015-02-11 00:39:43,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000006
2015-02-11 00:39:43,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000006
2015-02-11 00:39:43,150 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:43,150 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000006 from application application_1423615085324_0005
2015-02-11 00:39:43,150 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:43,150 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:39:43,605 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741880_1056]
2015-02-11 00:39:43,605 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741880_1056]
2015-02-11 00:39:44,109 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000006]
2015-02-11 00:39:44,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:44,110 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:39:44,110 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000006
2015-02-11 00:39:44,110 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:39:44,110 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:44,111 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:44,111 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:44,111 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:39:44,111 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000006 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:39:44,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741880_1056 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741880 for deletion
2015-02-11 00:39:44,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741880_1056 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741880
2015-02-11 00:39:45,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:45,110 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000007
2015-02-11 00:39:45,110 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:39:45,111 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000007, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:45,111 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:45,111 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:45,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741880_1056 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741880 for deletion
2015-02-11 00:39:45,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741880_1056 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741880
2015-02-11 00:39:46,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:46,070 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000007 by user teamcity
2015-02-11 00:39:46,070 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000007
2015-02-11 00:39:46,070 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000007 to application application_1423615085324_0005
2015-02-11 00:39:46,071 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000007 transitioned from NEW to LOCALIZING
2015-02-11 00:39:46,071 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:46,072 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:39:46,072 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:46,072 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:39:46,073 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:46,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:46,126 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:46,126 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:46,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000007/default_container_executor.sh]
2015-02-11 00:39:46,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741880_1056
2015-02-11 00:39:46,605 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741880_1056]
2015-02-11 00:39:47,068 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:39:47,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741880_1056 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741880 for deletion
2015-02-11 00:39:47,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741880_1056 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741880
2015-02-11 00:39:49,639 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30001 milliseconds
2015-02-11 00:39:49,640 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-11 00:39:49,838 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:49,842 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:49,863 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:49,867 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:50,237 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(675)) - Number of transactions: 469 Total time for transactions(ms): 63 Number of transactions batched in Syncs: 0 Number of syncs: 306 SyncTimes(ms): 422 374
2015-02-11 00:39:50,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_1/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:50,330 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_1/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:39:50,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057 src: /127.0.0.1:48020 dest: /127.0.0.1:32971
2015-02-11 00:39:50,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057 src: /127.0.0.1:51438 dest: /127.0.0.1:48495
2015-02-11 00:39:50,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057 src: /127.0.0.1:53380 dest: /127.0.0.1:47583
2015-02-11 00:39:50,529 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53380, dest: /127.0.0.1:47583, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_1_764933985_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057, duration: 50899651
2015-02-11 00:39:50,529 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:50,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:50,530 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51438, dest: /127.0.0.1:48495, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_1_764933985_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057, duration: 51586285
2015-02-11 00:39:50,530 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:50,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:50,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48020, dest: /127.0.0.1:32971, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_1_764933985_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057, duration: 52744459
2015-02-11 00:39:50,531 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:50,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:39:50,539 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_1/part-00000 is closed by DFSClient_attempt_1423615085324_0005_r_000000_1_764933985_1
2015-02-11 00:39:50,555 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:32971 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:39:50,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_1 dst=null perm=null proto=rpc
2015-02-11 00:39:50,564 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000007
2015-02-11 00:39:50,564 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000007
2015-02-11 00:39:50,564 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000007 transitioned from RUNNING to KILLING
2015-02-11 00:39:50,564 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000007
2015-02-11 00:39:50,583 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000007 is : 143
2015-02-11 00:39:50,600 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:50,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000007
2015-02-11 00:39:50,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000007
2015-02-11 00:39:50,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000007
2015-02-11 00:39:50,602 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000007
2015-02-11 00:39:50,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000007
2015-02-11 00:39:50,602 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:50,602 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000007 from application application_1423615085324_0005
2015-02-11 00:39:50,602 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:50,603 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:39:51,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057
2015-02-11 00:39:51,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057
2015-02-11 00:39:51,565 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000007]
2015-02-11 00:39:51,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:51,565 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000007 in state: COMPLETED event:FINISHED
2015-02-11 00:39:51,565 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000007
2015-02-11 00:39:51,566 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:39:51,566 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:51,567 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000007, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:51,567 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:51,567 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:39:51,567 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000007 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:39:52,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741881_1057
2015-02-11 00:39:52,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:52,437 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000008
2015-02-11 00:39:52,437 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:39:52,437 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000008, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:52,437 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:52,438 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:52,606 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741881_1057]
2015-02-11 00:39:52,607 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741881_1057]
2015-02-11 00:39:53,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:39:53,096 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:39:53,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000008 by user teamcity
2015-02-11 00:39:53,099 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000008
2015-02-11 00:39:53,100 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000008 to application application_1423615085324_0005
2015-02-11 00:39:53,100 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000008 transitioned from NEW to LOCALIZING
2015-02-11 00:39:53,100 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:39:53,100 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:39:53,101 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:39:53,101 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:39:53,101 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:39:53,153 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-11 00:39:53,153 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:53,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000008/default_container_executor.sh]
2015-02-11 00:39:53,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:39:53,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741881_1057 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741881 for deletion
2015-02-11 00:39:53,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741881_1057 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741881
2015-02-11 00:39:53,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741881_1057 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741881 for deletion
2015-02-11 00:39:53,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741881_1057 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741881
2015-02-11 00:39:54,091 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:39:55,607 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741881_1057]
2015-02-11 00:39:56,833 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:56,837 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:56,861 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:56,864 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:39:57,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_2/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:39:57,339 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_2/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:39:57,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741881_1057 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741881 for deletion
2015-02-11 00:39:57,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741881_1057 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741881
2015-02-11 00:39:57,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058 src: /127.0.0.1:53629 dest: /127.0.0.1:47624
2015-02-11 00:39:57,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058 src: /127.0.0.1:51452 dest: /127.0.0.1:48495
2015-02-11 00:39:57,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058 src: /127.0.0.1:48036 dest: /127.0.0.1:32971
2015-02-11 00:39:57,546 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48036, dest: /127.0.0.1:32971, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_2_-198043663_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058, duration: 50583760
2015-02-11 00:39:57,546 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:39:57,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:39:57,547 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51452, dest: /127.0.0.1:48495, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_2_-198043663_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058, duration: 51699474
2015-02-11 00:39:57,548 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:57,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:39:57,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53629, dest: /127.0.0.1:47624, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_2_-198043663_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058, duration: 52790425
2015-02-11 00:39:57,549 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:39:57,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:39:57,557 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_2/part-00000 is closed by DFSClient_attempt_1423615085324_0005_r_000000_2_-198043663_1
2015-02-11 00:39:57,571 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:39:57,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_2 dst=null perm=null proto=rpc
2015-02-11 00:39:57,580 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000008
2015-02-11 00:39:57,580 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000008
2015-02-11 00:39:57,580 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000008 transitioned from RUNNING to KILLING
2015-02-11 00:39:57,580 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000008
2015-02-11 00:39:57,596 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000008 is : 143
2015-02-11 00:39:57,613 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:39:57,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000008
2015-02-11 00:39:57,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000008
2015-02-11 00:39:57,614 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000008
2015-02-11 00:39:57,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000008
2015-02-11 00:39:57,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000008
2015-02-11 00:39:57,614 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:39:57,615 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000008 from application application_1423615085324_0005
2015-02-11 00:39:57,615 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:39:57,615 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:39:58,581 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000008]
2015-02-11 00:39:58,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:39:58,582 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000008 in state: COMPLETED event:FINISHED
2015-02-11 00:39:58,582 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000008
2015-02-11 00:39:58,582 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:39:58,582 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:39:58,583 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000008, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:39:58,583 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:58,583 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:39:58,583 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000008 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:39:58,608 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741882_1058]
2015-02-11 00:39:58,608 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741882_1058]
2015-02-11 00:39:59,555 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:39:59,556 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000009
2015-02-11 00:39:59,556 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0005_01_000009 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:39:59,556 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0005_000001 container=Container: [ContainerId: container_1423615085324_0005_01_000009, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:39:59,556 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:39:59,556 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:39:59,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741882_1058 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741882 for deletion
2015-02-11 00:39:59,753 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741882_1058 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741882
2015-02-11 00:40:00,111 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0005_01_000009
2015-02-11 00:40:00,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:00,121 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:40:00,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0005_01_000009 by user teamcity
2015-02-11 00:40:00,126 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0005
2015-02-11 00:40:00,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000009
2015-02-11 00:40:00,126 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from NEW to INITING
2015-02-11 00:40:00,126 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0005_01_000009 to application application_1423615085324_0005
2015-02-11 00:40:00,127 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from INITING to RUNNING
2015-02-11 00:40:00,127 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000009 transitioned from NEW to LOCALIZING
2015-02-11 00:40:00,127 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0005
2015-02-11 00:40:00,127 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0005
2015-02-11 00:40:00,127 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:00,128 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0005
2015-02-11 00:40:00,128 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:40:00,128 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:40:00,128 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0005_01_000009
2015-02-11 00:40:00,148 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0005_01_000009.tokens. Credentials list:
2015-02-11 00:40:00,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:00,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0005_01_000009.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000009.tokens
2015-02-11 00:40:00,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0005 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:00,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741882_1058 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741882 for deletion
2015-02-11 00:40:00,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741882_1058 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741882
2015-02-11 00:40:00,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:00,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:00,479 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53400, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1697460520_4732, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741874_1050, duration: 825960
2015-02-11 00:40:00,526 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:00,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:00,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:00,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:00,570 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53400, bytes: 92536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1697460520_4732, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741877_1053, duration: 407944
2015-02-11 00:40:00,604 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:00,604 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:00,655 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:00,655 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:00,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000009/default_container_executor.sh]
2015-02-11 00:40:01,114 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:40:01,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741882_1058
2015-02-11 00:40:01,609 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741882_1058]
2015-02-11 00:40:02,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741882_1058 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741882 for deletion
2015-02-11 00:40:02,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741882_1058 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741882
2015-02-11 00:40:04,422 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:04,427 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:04,449 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:04,452 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:04,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_3/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:04,949 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_3/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:40:05,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059 src: /127.0.0.1:48053 dest: /127.0.0.1:32971
2015-02-11 00:40:05,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059 src: /127.0.0.1:53412 dest: /127.0.0.1:47583
2015-02-11 00:40:05,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059 src: /127.0.0.1:51472 dest: /127.0.0.1:48495
2015-02-11 00:40:05,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51472, dest: /127.0.0.1:48495, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_3_-966841506_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059, duration: 51779360
2015-02-11 00:40:05,153 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:05,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,154 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53412, dest: /127.0.0.1:47583, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_3_-966841506_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059, duration: 52278827
2015-02-11 00:40:05,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,155 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48053, dest: /127.0.0.1:32971, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0005_r_000000_3_-966841506_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059, duration: 54262420
2015-02-11 00:40:05,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,157 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,164 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_3/part-00000 is closed by DFSClient_attempt_1423615085324_0005_r_000000_3_-966841506_1
2015-02-11 00:40:05,178 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:40:05,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0005_r_000000_3 dst=null perm=null proto=rpc
2015-02-11 00:40:05,191 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000009
2015-02-11 00:40:05,192 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000009
2015-02-11 00:40:05,192 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000009 transitioned from RUNNING to KILLING
2015-02-11 00:40:05,192 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000009
2015-02-11 00:40:05,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:40:05,209 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0005_01_000009 is : 143
2015-02-11 00:40:05,221 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:47991, dest: /127.0.0.1:32971, bytes: 61459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055, duration: 29770425808
2015-02-11 00:40:05,221 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:05,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 15958
2015-02-11 00:40:05,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51407, dest: /127.0.0.1:48495, bytes: 61459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055, duration: 29771889253
2015-02-11 00:40:05,223 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,224 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53347, dest: /127.0.0.1:47583, bytes: 61459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055, duration: 29773164093
2015-02-11 00:40:05,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 15958
2015-02-11 00:40:05,224 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 15958
2015-02-11 00:40:05,228 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_12316095_1
2015-02-11 00:40:05,230 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:05,230 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000009
2015-02-11 00:40:05,230 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000009
2015-02-11 00:40:05,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000009
2015-02-11 00:40:05,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000009
2015-02-11 00:40:05,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000009
2015-02-11 00:40:05,231 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:05,231 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000009 from application application_1423615085324_0005
2015-02-11 00:40:05,232 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:05,232 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:40:05,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:05,236 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:40:05,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060 src: /127.0.0.1:53651 dest: /127.0.0.1:47624
2015-02-11 00:40:05,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060 src: /127.0.0.1:51474 dest: /127.0.0.1:48495
2015-02-11 00:40:05,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060 src: /127.0.0.1:53416 dest: /127.0.0.1:47583
2015-02-11 00:40:05,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53416, dest: /127.0.0.1:47583, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060, duration: 1367367
2015-02-11 00:40:05,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,248 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:05,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51474, dest: /127.0.0.1:48495, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060, duration: 2722987
2015-02-11 00:40:05,249 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53651, dest: /127.0.0.1:47624, bytes: 454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060, duration: 3351045
2015-02-11 00:40:05,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,250 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_12316095_1
2015-02-11 00:40:05,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:05,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:05,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:05,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:05,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:05,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:05,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:05,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53417, bytes: 61943, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055, duration: 327129
2015-02-11 00:40:05,286 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:40:05,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061 src: /127.0.0.1:48060 dest: /127.0.0.1:32971
2015-02-11 00:40:05,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061 src: /127.0.0.1:53419 dest: /127.0.0.1:47583
2015-02-11 00:40:05,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061 src: /127.0.0.1:51479 dest: /127.0.0.1:48495
2015-02-11 00:40:05,299 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51479, dest: /127.0.0.1:48495, bytes: 61459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061, duration: 2640408
2015-02-11 00:40:05,299 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:05,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,299 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53419, dest: /127.0.0.1:47583, bytes: 61459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061, duration: 3884684
2015-02-11 00:40:05,300 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,300 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48060, dest: /127.0.0.1:32971, bytes: 61459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061, duration: 3940355
2015-02-11 00:40:05,301 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,304 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist_tmp is closed by DFSClient_NONMAPREDUCE_12316095_1
2015-02-11 00:40:05,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:05,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:05,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:05,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:05,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:05,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005/job_1423615085324_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:05,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:05,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53417, bytes: 108371, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741878_1054, duration: 428803
2015-02-11 00:40:05,331 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:05,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062 src: /127.0.0.1:53658 dest: /127.0.0.1:47624
2015-02-11 00:40:05,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062 src: /127.0.0.1:48064 dest: /127.0.0.1:32971
2015-02-11 00:40:05,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062 src: /127.0.0.1:53423 dest: /127.0.0.1:47583
2015-02-11 00:40:05,344 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53423, dest: /127.0.0.1:47583, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062, duration: 3624460
2015-02-11 00:40:05,344 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:05,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,344 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48064, dest: /127.0.0.1:32971, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062, duration: 4304549
2015-02-11 00:40:05,345 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,345 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53658, dest: /127.0.0.1:47624, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_12316095_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062, duration: 4487252
2015-02-11 00:40:05,346 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:05,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:05,349 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_12316095_1
2015-02-11 00:40:05,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:05,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:05,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:05,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:05,378 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:40:05,379 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:40:05,379 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0005 with final state: FINISHING
2015-02-11 00:40:05,379 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0005 State change from RUNNING to FINAL_SAVING
2015-02-11 00:40:05,379 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0005
2015-02-11 00:40:05,382 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:40:05,382 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0005 State change from FINAL_SAVING to FINISHING
2015-02-11 00:40:06,193 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000009]
2015-02-11 00:40:06,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:06,193 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000009 in state: COMPLETED event:FINISHED
2015-02-11 00:40:06,193 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000009
2015-02-11 00:40:06,193 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000009 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:40:06,193 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:40:06,195 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000009, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:06,195 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:06,195 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:40:06,195 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000009 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:40:06,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055
2015-02-11 00:40:06,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059
2015-02-11 00:40:06,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060
2015-02-11 00:40:06,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062
2015-02-11 00:40:06,266 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061
2015-02-11 00:40:06,387 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] hadoop job job_1423615085324_0005 state at FAILED
2015-02-11 00:40:06,388 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:32971 127.0.0.1:47624
2015-02-11 00:40:06,388 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:40:06,388 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:48495 127.0.0.1:32971 127.0.0.1:47583
2015-02-11 00:40:06,389 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] failure info: Task failed task_1423615085324_0005_r_000000
Job failed as tasks failed. failedMaps:0 failedReduces:1
2015-02-11 00:40:06,389 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:40:06,389 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741879_1055 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:40:06,389 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:32971 127.0.0.1:47624 127.0.0.1:47583
2015-02-11 00:40:06,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0005 dst=null perm=null proto=rpc
2015-02-11 00:40:06,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060
2015-02-11 00:40:06,430 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] task completion events identify failed tasks
2015-02-11 00:40:06,431 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] task completion events count: 8
2015-02-11 00:40:06,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061
2015-02-11 00:40:06,432 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_m_000001_0, Status : SUCCEEDED
2015-02-11 00:40:06,432 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_m_000000_0, Status : SUCCEEDED
2015-02-11 00:40:06,432 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_m_000003_0, Status : SUCCEEDED
2015-02-11 00:40:06,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055
2015-02-11 00:40:06,432 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_m_000002_0, Status : SUCCEEDED
2015-02-11 00:40:06,432 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_r_000000_0, Status : FAILED
2015-02-11 00:40:06,432 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_r_000000_1, Status : FAILED
2015-02-11 00:40:06,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059
2015-02-11 00:40:06,433 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_r_000000_2, Status : FAILED
2015-02-11 00:40:06,433 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [restartable] event = Task Id : attempt_1423615085324_0005_r_000000_3, Status : TIPFAILED
2015-02-11 00:40:06,435 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062
2015-02-11 00:40:06,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060
2015-02-11 00:40:06,480 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] stopping all jobs
2015-02-11 00:40:06,481 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] stopping: (2/2) ...latform/restartcheckpoint
2015-02-11 00:40:06,483 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] stopping: (1/2)
2015-02-11 00:40:07,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741886_1062
2015-02-11 00:40:07,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741879_1055
2015-02-11 00:40:07,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741883_1059
2015-02-11 00:40:07,168 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741885_1061
2015-02-11 00:40:07,486 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:59514. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:40:07,610 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741877_1053, blk_1073741878_1054]
2015-02-11 00:40:07,610 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741879_1055, blk_1073741883_1059]
2015-02-11 00:40:08,487 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:59514. Already tried 1 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:40:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874 for deletion
2015-02-11 00:40:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875 for deletion
2015-02-11 00:40:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741876 for deletion
2015-02-11 00:40:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874
2015-02-11 00:40:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875
2015-02-11 00:40:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741877_1053 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741877 for deletion
2015-02-11 00:40:08,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741876
2015-02-11 00:40:08,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741879_1055 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741879 for deletion
2015-02-11 00:40:08,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741877_1053 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741877
2015-02-11 00:40:08,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741883_1059 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741883 for deletion
2015-02-11 00:40:08,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741879_1055 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741879
2015-02-11 00:40:08,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741883_1059 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741883
2015-02-11 00:40:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874 for deletion
2015-02-11 00:40:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875 for deletion
2015-02-11 00:40:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741877_1053 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741877 for deletion
2015-02-11 00:40:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741878_1054 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741878 for deletion
2015-02-11 00:40:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874
2015-02-11 00:40:08,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741877_1053 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741877
2015-02-11 00:40:08,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875
2015-02-11 00:40:08,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741878_1054 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741878
2015-02-11 00:40:09,488 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:59514. Already tried 2 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:40:09,594 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2015-02-11 00:40:09,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:40:09,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:40:09,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,623 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1423615085324_0004 from file: hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist
2015-02-11 00:40:09,623 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist]
2015-02-11 00:40:09,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53433, bytes: 409, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-903812561_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741838_1014, duration: 259656
2015-02-11 00:40:09,624 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423615085324_0001,submitTime=1423615092125,launchTime=1423615098547,firstMapTaskLaunchTime=1423615100862,firstReduceTaskLaunchTime=0,finishTime=1423615107082,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=24,reduceSlotSeconds=0,jobName=[C8F261D7608E4C2699008EEDD1966D7A/FD128CF77C7645888D5ED9833A6108C2] test/(1/3)
2015-02-11 00:40:09,625 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary]
2015-02-11 00:40:09,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:09,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53434, bytes: 437, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-903812561_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741858_1034, duration: 269591
2015-02-11 00:40:09,628 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423615085324_0003,submitTime=1423615131673,launchTime=1423615137525,firstMapTaskLaunchTime=1423615139784,firstReduceTaskLaunchTime=0,finishTime=1423615144248,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=4,reduceSlotSeconds=0,jobName=[C8F261D7608E4C2699008EEDD1966D7A/EA94D91AFFCB4E5C8EB214ED5D3835FF] test/(3/3) ...ntplatform/manycheckpoint
2015-02-11 00:40:09,628 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary]
2015-02-11 00:40:09,629 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:40:09,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,629 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51494, bytes: 424, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-903812561_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741848_1024, duration: 529863
2015-02-11 00:40:09,630 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423615085324_0002,submitTime=1423615108725,launchTime=1423615114789,firstMapTaskLaunchTime=1423615117073,firstReduceTaskLaunchTime=1423615124891,finishTime=1423615129770,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=21,reduceSlotSeconds=4,jobName=[C8F261D7608E4C2699008EEDD1966D7A/3566BAD060D849028495CD9960807821] test/(2/3)
2015-02-11 00:40:09,630 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary]
2015-02-11 00:40:09,632 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:40:09,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,635 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:40:09,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:09,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:09,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:09,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53673, bytes: 48804, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741872_1048, duration: 280522
2015-02-11 00:40:09,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:09,641 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-11 00:40:09,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:09,641 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist
2015-02-11 00:40:09,641 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-11 00:40:09,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,642 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist
2015-02-11 00:40:09,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0003-1423615131673-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FEA94D91AFFCB4E5C-1423615144248-1-0-SUCCEEDED-default-1423615137525.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:09,650 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0003_conf.xml
2015-02-11 00:40:09,650 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-11 00:40:09,650 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist
2015-02-11 00:40:09,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0002-1423615108725-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2F3566BAD060D84902-1423615129770-4-1-SUCCEEDED-default-1423615114789.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,651 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0002_conf.xml
2015-02-11 00:40:09,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0003_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0001-1423615092125-teamcity-%5BC8F261D7608E4C2699008EEDD1966D7A%2FFD128CF77C764588-1423615107082-4-0-SUCCEEDED-default-1423615098547.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,655 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0001_conf.xml
2015-02-11 00:40:09,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0002_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0001_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51494, bytes: 458, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-903812561_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741884_1060, duration: 226258
2015-02-11 00:40:09,660 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423615085324_0005,submitTime=1423615161808,launchTime=1423615167943,firstMapTaskLaunchTime=1423615170227,firstReduceTaskLaunchTime=1423615178056,finishTime=1423615205198,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=teamcity,queue=default,status=FAILED,mapSlotSeconds=21,reduceSlotSeconds=19,jobName=[8329BF5B19F7481EA30382A0A142B763/E7563B27CF4945D8A173B772009B603D] restartable/(2/2) ...latform/restartcheckpoint
2015-02-11 00:40:09,661 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary]
2015-02-11 00:40:09,663 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:40:09,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005.summary dst=null perm=null proto=rpc
2015-02-11 00:40:09,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:09,703 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist
2015-02-11 00:40:09,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0005-1423615161808-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FE7563B27CF4945D8-1423615205198-4-0-FAILED-default-1423615167943.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:09,707 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0005_conf.xml
2015-02-11 00:40:09,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0005_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:10,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary dst=null perm=null proto=rpc
2015-02-11 00:40:10,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53433, bytes: 416, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-903812561_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741871_1047, duration: 247671
2015-02-11 00:40:10,087 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423615085324_0004,submitTime=1423615145917,launchTime=1423615152062,firstMapTaskLaunchTime=1423615154388,firstReduceTaskLaunchTime=0,finishTime=1423615160218,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=21,reduceSlotSeconds=0,jobName=[8329BF5B19F7481EA30382A0A142B763/F6FA1FECA2974CA38473765A595FC024] restartable/(1/2)
2015-02-11 00:40:10,087 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary]
2015-02-11 00:40:10,090 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:40:10,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004.summary dst=null perm=null proto=rpc
2015-02-11 00:40:10,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:40:10,095 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist
2015-02-11 00:40:10,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0004-1423615145917-teamcity-%5B8329BF5B19F7481EA30382A0A142B763%2FF6FA1FECA2974CA3-1423615160218-4-0-SUCCEEDED-default-1423615152062.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:10,102 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0004_conf.xml
2015-02-11 00:40:10,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0004_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:10,111 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] stopped all jobs
2015-02-11 00:40:10,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,112 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /tmp/hadoop-teamcity/restartable/restartable/test/_temporary
2015-02-11 00:40:10,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/_temporary dst=null perm=null proto=rpc
2015-02-11 00:40:10,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:10,115 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary
2015-02-11 00:40:10,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:40:10,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,145 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:40:10,145 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:40:10,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:10,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:10,181 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] starting
2015-02-11 00:40:10,182 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:40:10,182 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint"]
2015-02-11 00:40:10,182 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] parallel execution is enabled: true
2015-02-11 00:40:10,182 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] starting jobs: 2
2015-02-11 00:40:10,183 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [restartable] allocating threads: 2
2015-02-11 00:40:10,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,185 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] at least one sink is marked for delete
2015-02-11 00:40:10,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:10,185 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:40:10,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,190 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] source modification date at: Wed Feb 11 00:39:20 UTC 2015
2015-02-11 00:40:10,191 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] sink oldest modified date: Wed Feb 11 00:39:20 UTC 2015
2015-02-11 00:40:10,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:10,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:10,194 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] source modification date at: Wed Feb 11 00:38:10 UTC 2015
2015-02-11 00:40:10,195 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] skipping step: (1/2)
2015-02-11 00:40:10,195 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] starting step: (2/2) ...latform/restartcheckpoint
2015-02-11 00:40:10,211 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:40:10,228 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:40:10,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:10,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:10,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:10,234 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 6
2015-02-11 00:40:10,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006 dst=null perm=null proto=rpc
2015-02-11 00:40:10,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:40:10,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:40:10,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,249 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:40:10,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063 src: /127.0.0.1:53437 dest: /127.0.0.1:47583
2015-02-11 00:40:10,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063 src: /127.0.0.1:53675 dest: /127.0.0.1:47624
2015-02-11 00:40:10,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063 src: /127.0.0.1:48081 dest: /127.0.0.1:32971
2015-02-11 00:40:10,263 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48081, dest: /127.0.0.1:32971, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, duration: 4920645
2015-02-11 00:40:10,263 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:10,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,264 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53675, dest: /127.0.0.1:47624, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, duration: 4949758
2015-02-11 00:40:10,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,264 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,265 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53437, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, duration: 5171441
2015-02-11 00:40:10,266 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,270 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:10,271 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar
2015-02-11 00:40:10,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:40:10,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:40:10,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:40:10,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:40:10,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:40:10,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:10,295 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-11 00:40:10,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,303 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split
2015-02-11 00:40:10,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:10,307 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:40:10,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064 src: /127.0.0.1:48082 dest: /127.0.0.1:32971
2015-02-11 00:40:10,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064 src: /127.0.0.1:53441 dest: /127.0.0.1:47583
2015-02-11 00:40:10,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064 src: /127.0.0.1:51501 dest: /127.0.0.1:48495
2015-02-11 00:40:10,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064 src: /127.0.0.1:53680 dest: /127.0.0.1:47624
2015-02-11 00:40:10,321 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53680, dest: /127.0.0.1:47624, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 2698244
2015-02-11 00:40:10,321 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:10,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51501, dest: /127.0.0.1:48495, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 3349309
2015-02-11 00:40:10,322 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53441, dest: /127.0.0.1:47583, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 4020928
2015-02-11 00:40:10,323 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48082, dest: /127.0.0.1:32971, bytes: 1307, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 5138129
2015-02-11 00:40:10,324 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:10,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,340 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:10,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065 src: /127.0.0.1:53681 dest: /127.0.0.1:47624
2015-02-11 00:40:10,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065 src: /127.0.0.1:51504 dest: /127.0.0.1:48495
2015-02-11 00:40:10,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065 src: /127.0.0.1:53446 dest: /127.0.0.1:47583
2015-02-11 00:40:10,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53446, dest: /127.0.0.1:47583, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, duration: 1662657
2015-02-11 00:40:10,351 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:10,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,351 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51504, dest: /127.0.0.1:48495, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, duration: 2017939
2015-02-11 00:40:10,352 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,352 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53681, dest: /127.0.0.1:47624, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, duration: 3272810
2015-02-11 00:40:10,353 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,358 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:10,358 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:40:10,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:10,376 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:10,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066 src: /127.0.0.1:48089 dest: /127.0.0.1:32971
2015-02-11 00:40:10,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066 src: /127.0.0.1:51507 dest: /127.0.0.1:48495
2015-02-11 00:40:10,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066 src: /127.0.0.1:53449 dest: /127.0.0.1:47583
2015-02-11 00:40:10,389 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53449, dest: /127.0.0.1:47583, bytes: 91816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, duration: 4357920
2015-02-11 00:40:10,389 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:10,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,390 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51507, dest: /127.0.0.1:48495, bytes: 91816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, duration: 4737438
2015-02-11 00:40:10,390 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,391 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48089, dest: /127.0.0.1:32971, bytes: 91816, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, duration: 5987831
2015-02-11 00:40:10,391 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:10,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:10,395 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:10,395 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0006
2015-02-11 00:40:10,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006 dst=null perm=null proto=rpc
2015-02-11 00:40:10,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:10,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:10,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:10,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:10,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:10,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:10,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,415 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 6 submitted by user teamcity
2015-02-11 00:40:10,415 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0006
2015-02-11 00:40:10,415 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0006
2015-02-11 00:40:10,415 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0006
2015-02-11 00:40:10,415 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0006 State change from NEW to NEW_SAVING
2015-02-11 00:40:10,416 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0006 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:40:10,416 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0006 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:40:10,416 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0006 from user: teamcity, in queue: default
2015-02-11 00:40:10,417 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0006 State change from SUBMITTED to ACCEPTED
2015-02-11 00:40:10,417 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0006
2015-02-11 00:40:10,417 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0006_000001
2015-02-11 00:40:10,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from NEW to SUBMITTED
2015-02-11 00:40:10,417 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0006 from user: teamcity activated in queue: default
2015-02-11 00:40:10,418 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:40:10,418 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0006_000001 to scheduler from user teamcity in queue default
2015-02-11 00:40:10,418 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:40:10,420 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0006/
2015-02-11 00:40:10,420 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] submitted hadoop job: job_1423615085324_0006
2015-02-11 00:40:10,436 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [restartable] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0006/
2015-02-11 00:40:10,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:10,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000001
2015-02-11 00:40:10,571 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0006_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:40:10,572 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0006_000001 container=Container: [ContainerId: container_1423615085324_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:10,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:40:10,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:10,572 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52786 for container : container_1423615085324_0006_01_000001
2015-02-11 00:40:10,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:10,573 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0006_000001
2015-02-11 00:40:10,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0006 AttemptId: appattempt_1423615085324_0006_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ]
2015-02-11 00:40:10,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:40:10,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:40:10,575 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0006_000001
2015-02-11 00:40:10,576 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] for AM appattempt_1423615085324_0006_000001
2015-02-11 00:40:10,577 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:40:10,581 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0006_000001 (auth:SIMPLE)
2015-02-11 00:40:10,583 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0006_01_000001 by user teamcity
2015-02-11 00:40:10,584 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0006
2015-02-11 00:40:10,584 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000001
2015-02-11 00:40:10,584 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from NEW to INITING
2015-02-11 00:40:10,584 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0006_01_000001 to application application_1423615085324_0006
2015-02-11 00:40:10,585 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] for AM appattempt_1423615085324_0006_000001
2015-02-11 00:40:10,585 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from INITING to RUNNING
2015-02-11 00:40:10,585 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:40:10,585 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:40:10,585 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0006
2015-02-11 00:40:10,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:40:10,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:40:10,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:40:10,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:40:10,587 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0006_01_000001
2015-02-11 00:40:10,606 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423615085324_0006_01_000001.tokens. Credentials list:
2015-02-11 00:40:10,611 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:32971 to replicate blk_1073741887_1063 to datanode(s) 127.0.0.1:48495
2015-02-11 00:40:10,611 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741858_1034, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741878_1054, blk_1073741879_1055, blk_1073741848_1024, blk_1073741883_1059, blk_1073741838_1014]
2015-02-11 00:40:10,611 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741858_1034, blk_1073741848_1024, blk_1073741884_1060, blk_1073741871_1047]
2015-02-11 00:40:10,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:10,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423615085324_0006_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000001.tokens
2015-02-11 00:40:10,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:10,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:10,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53434, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_300160478_4969, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, duration: 1320850
2015-02-11 00:40:10,967 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:10,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:10,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:11,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53673, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_300160478_4969, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, duration: 246591
2015-02-11 00:40:11,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:11,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:11,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:11,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53433, bytes: 1319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_300160478_4969, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 249260
2015-02-11 00:40:11,116 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:11,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:11,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:11,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51494, bytes: 92536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_300160478_4969, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, duration: 433689
2015-02-11 00:40:11,192 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:11,193 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:11,245 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:11,245 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:11,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065
2015-02-11 00:40:11,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063
2015-02-11 00:40:11,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000001/default_container_executor.sh]
2015-02-11 00:40:11,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065
2015-02-11 00:40:11,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064
2015-02-11 00:40:11,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066
2015-02-11 00:40:11,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063
2015-02-11 00:40:11,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065
2015-02-11 00:40:11,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064
2015-02-11 00:40:11,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066
2015-02-11 00:40:11,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064
2015-02-11 00:40:11,549 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0005_01_000001 succeeded
2015-02-11 00:40:11,549 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:40:11,549 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0005_01_000001
2015-02-11 00:40:11,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000001
2015-02-11 00:40:11,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000001
2015-02-11 00:40:11,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000001
2015-02-11 00:40:11,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005/container_1423615085324_0005_01_000001
2015-02-11 00:40:11,567 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000001
2015-02-11 00:40:11,567 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:40:11,568 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0005_01_000001 from application application_1423615085324_0005
2015-02-11 00:40:11,568 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:11,568 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0005
2015-02-11 00:40:11,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:11,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0005_01_000001]
2015-02-11 00:40:11,586 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:11,586 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0005_000001
2015-02-11 00:40:11,586 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:40:11,586 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0005_000001 State change from FINISHING to FINISHED
2015-02-11 00:40:11,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0005 CONTAINERID=container_1423615085324_0005_01_000001
2015-02-11 00:40:11,586 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0005 State change from FINISHING to FINISHED
2015-02-11 00:40:11,586 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0005_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:40:11,587 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:40:11,587 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0005_000001
2015-02-11 00:40:11,587 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0005_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:11,587 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:11,587 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:40:11,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0005_000001 released container container_1423615085324_0005_01_000001 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:40:11,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0005_000001 is done. finalState=FINISHED
2015-02-11 00:40:11,588 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0005 requests cleared
2015-02-11 00:40:11,588 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0005 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:40:11,588 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0005 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:40:11,587 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0005
2015-02-11 00:40:11,589 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0005,name=[8329BF5B19F7481EA30382A0A142B763/E7563B27CF4945D8A173B772009B603D] restartable/(2/2) ...latform/restartcheckpoint,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0005/jobhistory/job/job_1423615085324_0005,appMasterHost=ip-10-31-157-187,startTime=1423615161808,finishTime=1423615205379,finalStatus=FAILED
2015-02-11 00:40:11,591 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0005_000001 (auth:SIMPLE)
2015-02-11 00:40:11,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0005_01_000001
2015-02-11 00:40:11,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741858 for deletion
2015-02-11 00:40:11,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741848 for deletion
2015-02-11 00:40:11,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741884_1060 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741884 for deletion
2015-02-11 00:40:11,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741858
2015-02-11 00:40:11,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741871_1047 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741871 for deletion
2015-02-11 00:40:11,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741848
2015-02-11 00:40:11,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741871_1047 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741871
2015-02-11 00:40:11,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741884_1060 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741884
2015-02-11 00:40:11,926 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:11,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:11,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:11,927 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0005
2015-02-11 00:40:11,927 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:11,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:11,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:11,927 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0005, with delay of 10800 seconds
2015-02-11 00:40:12,198 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:12,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,199 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0005
2015-02-11 00:40:12,199 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:12,199 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0005, with delay of 10800 seconds
2015-02-11 00:40:12,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066
2015-02-11 00:40:12,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064
2015-02-11 00:40:12,375 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48e9e32a-a5e3-473e-87f4-94cf8918406c, infoPort=50900, ipcPort=46188, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063 to 127.0.0.1:48495
2015-02-11 00:40:12,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874 for deletion
2015-02-11 00:40:12,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741858 for deletion
2015-02-11 00:40:12,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875 for deletion
2015-02-11 00:40:12,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874
2015-02-11 00:40:12,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741876 for deletion
2015-02-11 00:40:12,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875
2015-02-11 00:40:12,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741858
2015-02-11 00:40:12,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741876
2015-02-11 00:40:12,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741878_1054 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741878 for deletion
2015-02-11 00:40:12,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741879_1055 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741879 for deletion
2015-02-11 00:40:12,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741878_1054 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741878
2015-02-11 00:40:12,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741879_1055 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741879
2015-02-11 00:40:12,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741848 for deletion
2015-02-11 00:40:12,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741883_1059 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741883 for deletion
2015-02-11 00:40:12,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741848
2015-02-11 00:40:12,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741838 for deletion
2015-02-11 00:40:12,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741883_1059 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741883
2015-02-11 00:40:12,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741838
2015-02-11 00:40:12,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063 src: /127.0.0.1:51513 dest: /127.0.0.1:48495
2015-02-11 00:40:12,381 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063 (numBytes=254067) to /127.0.0.1:48495
2015-02-11 00:40:12,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063 src: /127.0.0.1:51513 dest: /127.0.0.1:48495 of size 254067
2015-02-11 00:40:12,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741887_1063 size 254067
2015-02-11 00:40:12,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063
2015-02-11 00:40:12,572 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:12,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,573 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,573 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,573 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0005
2015-02-11 00:40:12,573 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,573 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:12,573 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0005, with delay of 10800 seconds
2015-02-11 00:40:12,586 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:12,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,587 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0005
2015-02-11 00:40:12,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:12,587 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:12,587 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0005, with delay of 10800 seconds
2015-02-11 00:40:12,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0005
2015-02-11 00:40:13,612 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741858_1034, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741878_1054, blk_1073741879_1055, blk_1073741848_1024, blk_1073741883_1059, blk_1073741884_1060, blk_1073741838_1014, blk_1073741871_1047]
2015-02-11 00:40:13,612 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741884_1060, blk_1073741838_1014, blk_1073741871_1047]
2015-02-11 00:40:14,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:14,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:40:14,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:40:14,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:40:14,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006 dst=null perm=null proto=rpc
2015-02-11 00:40:14,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:40:14,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:40:14,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741884_1060 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741884 for deletion
2015-02-11 00:40:14,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741838 for deletion
2015-02-11 00:40:14,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741884_1060 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741884
2015-02-11 00:40:14,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741838
2015-02-11 00:40:14,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741871_1047 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741871 for deletion
2015-02-11 00:40:14,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741871_1047 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741871
2015-02-11 00:40:14,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:14,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:14,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874 for deletion
2015-02-11 00:40:14,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741858 for deletion
2015-02-11 00:40:14,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875 for deletion
2015-02-11 00:40:14,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741874_1050 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741874
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741876 for deletion
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741875_1051 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741875
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741858
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741877_1053 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741877 for deletion
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741876_1052 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741876
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741878_1054 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741878 for deletion
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741877_1053 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741877
2015-02-11 00:40:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741879_1055 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741879 for deletion
2015-02-11 00:40:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741878_1054 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741878
2015-02-11 00:40:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741848 for deletion
2015-02-11 00:40:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741879_1055 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741879
2015-02-11 00:40:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741883_1059 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741883 for deletion
2015-02-11 00:40:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741848
2015-02-11 00:40:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741884_1060 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741884 for deletion
2015-02-11 00:40:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741883_1059 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741883
2015-02-11 00:40:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741884_1060 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741884
2015-02-11 00:40:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741838 for deletion
2015-02-11 00:40:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741871_1047 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741871 for deletion
2015-02-11 00:40:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741838
2015-02-11 00:40:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741871_1047 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741871
2015-02-11 00:40:14,976 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53458, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741889_1065, duration: 293962
2015-02-11 00:40:16,305 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0006_000001 (auth:SIMPLE)
2015-02-11 00:40:16,308 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0006_000001
2015-02-11 00:40:16,308 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0006 APPATTEMPTID=appattempt_1423615085324_0006_000001
2015-02-11 00:40:16,309 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:40:16,309 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0006 State change from ACCEPTED to RUNNING
2015-02-11 00:40:16,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:16,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:16,445 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063
2015-02-11 00:40:16,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:16,726 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:16,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067 src: /127.0.0.1:53699 dest: /127.0.0.1:47624
2015-02-11 00:40:16,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067 src: /127.0.0.1:48105 dest: /127.0.0.1:32971
2015-02-11 00:40:16,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067 src: /127.0.0.1:53464 dest: /127.0.0.1:47583
2015-02-11 00:40:16,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:16,842 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53464, dest: /127.0.0.1:47583, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067, duration: 48462576
2015-02-11 00:40:16,843 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:16,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48105, dest: /127.0.0.1:32971, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067, duration: 51119795
2015-02-11 00:40:16,844 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:16,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:16,845 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53699, dest: /127.0.0.1:47624, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067, duration: 52280641
2015-02-11 00:40:16,845 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:16,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:16,852 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:17,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067
2015-02-11 00:40:17,574 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:17,574 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000002
2015-02-11 00:40:17,574 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0006_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:40:17,574 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0006_000001 container=Container: [ContainerId: container_1423615085324_0006_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:17,575 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:40:17,575 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:17,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:17,575 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000003
2015-02-11 00:40:17,575 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0006_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:40:17,576 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0006_000001 container=Container: [ContainerId: container_1423615085324_0006_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:17,576 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:40:17,576 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:17,587 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:17,588 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000004
2015-02-11 00:40:17,588 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0006_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:40:17,588 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0006_000001 container=Container: [ContainerId: container_1423615085324_0006_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:17,588 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:40:17,588 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:17,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:17,589 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000005
2015-02-11 00:40:17,589 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0006_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:40:17,589 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0006_000001 container=Container: [ContainerId: container_1423615085324_0006_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:17,590 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:40:17,590 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:18,412 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52786 for container : container_1423615085324_0006_01_000002
2015-02-11 00:40:18,412 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:18,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:18,413 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0006_01_000004
2015-02-11 00:40:18,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:18,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:18,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:18,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:18,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:18,632 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0006_000001 (auth:SIMPLE)
2015-02-11 00:40:18,632 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0006_000001 (auth:SIMPLE)
2015-02-11 00:40:18,645 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0006_01_000004 by user teamcity
2015-02-11 00:40:18,645 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0006_01_000005 by user teamcity
2015-02-11 00:40:18,646 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0006
2015-02-11 00:40:18,646 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000005
2015-02-11 00:40:18,646 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0006_01_000002 by user teamcity
2015-02-11 00:40:18,646 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0006_01_000005 to application application_1423615085324_0006
2015-02-11 00:40:18,647 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000002
2015-02-11 00:40:18,647 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from NEW to INITING
2015-02-11 00:40:18,647 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0006_01_000004 to application application_1423615085324_0006
2015-02-11 00:40:18,647 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0006_01_000002 to application application_1423615085324_0006
2015-02-11 00:40:18,647 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from INITING to RUNNING
2015-02-11 00:40:18,646 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000004
2015-02-11 00:40:18,648 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:40:18,648 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:40:18,648 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,648 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,648 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:40:18,648 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:18,648 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0006_01_000003 by user teamcity
2015-02-11 00:40:18,649 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0006
2015-02-11 00:40:18,648 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,649 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000003
2015-02-11 00:40:18,649 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,649 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:18,649 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0006_01_000003 to application application_1423615085324_0006
2015-02-11 00:40:18,650 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0006
2015-02-11 00:40:18,650 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:18,650 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:40:18,650 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:40:18,651 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:40:18,651 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,651 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,651 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,651 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:18,651 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0006
2015-02-11 00:40:18,652 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:18,651 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0006
2015-02-11 00:40:18,652 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0006
2015-02-11 00:40:18,652 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:18,652 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0006_01_000004
2015-02-11 00:40:18,654 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0006_01_000005
2015-02-11 00:40:18,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0006_01_000004.tokens. Credentials list:
2015-02-11 00:40:18,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0006_01_000005.tokens. Credentials list:
2015-02-11 00:40:18,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:18,712 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:18,712 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:18,714 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:18,714 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:18,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000003/default_container_executor.sh]
2015-02-11 00:40:18,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000002/default_container_executor.sh]
2015-02-11 00:40:18,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0006_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000004.tokens
2015-02-11 00:40:18,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:19,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:19,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:19,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51530, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1457054003_5273, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741887_1063, duration: 1218515
2015-02-11 00:40:19,099 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:19,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:19,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:19,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53472, bytes: 92536, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1457054003_5273, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741890_1066, duration: 568907
2015-02-11 00:40:19,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:19,186 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:19,186 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:19,246 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:19,246 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:19,247 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:19,247 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:19,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000004/default_container_executor.sh]
2015-02-11 00:40:19,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000005/default_container_executor.sh]
2015-02-11 00:40:19,433 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:40:19,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:19,576 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:19,588 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:19,588 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:19,640 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30001 milliseconds
2015-02-11 00:40:19,641 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-11 00:40:20,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:20,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0006_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000005.tokens
2015-02-11 00:40:20,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:21,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067
2015-02-11 00:40:21,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067
2015-02-11 00:40:22,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:22,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53716, bytes: 1319, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000001_0_-1845744128_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 250582
2015-02-11 00:40:22,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:22,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:40:22,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:40:22,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53482, bytes: 156, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000001_0_-1845744128_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741870_1046, duration: 274024
2015-02-11 00:40:22,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51540, bytes: 1319, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000000_0_-681182155_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 288675
2015-02-11 00:40:23,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:40:23,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:40:23,048 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48127, bytes: 157, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000000_0_-681182155_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741867_1043, duration: 280389
2015-02-11 00:40:23,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:23,376 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53724, bytes: 803, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000003_0_-234574737_1, offset: 512, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 269554
2015-02-11 00:40:23,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:23,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:40:23,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:40:23,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:40:23,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53489, bytes: 131, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000003_0_-234574737_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741869_1045, duration: 261475
2015-02-11 00:40:23,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51549, bytes: 803, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000002_0_-675505626_1, offset: 512, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741888_1064, duration: 293805
2015-02-11 00:40:23,577 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0006_01_000003
2015-02-11 00:40:23,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000003
2015-02-11 00:40:23,578 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:40:23,578 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0006_01_000003
2015-02-11 00:40:23,594 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0006_01_000003 is : 143
2015-02-11 00:40:23,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:23,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068 src: /127.0.0.1:53728 dest: /127.0.0.1:47624
2015-02-11 00:40:23,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068 src: /127.0.0.1:51551 dest: /127.0.0.1:48495
2015-02-11 00:40:23,614 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:23,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000003
2015-02-11 00:40:23,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000003
2015-02-11 00:40:23,616 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000003
2015-02-11 00:40:23,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068 src: /127.0.0.1:53493 dest: /127.0.0.1:47583
2015-02-11 00:40:23,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000003
2015-02-11 00:40:23,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000003
2015-02-11 00:40:23,616 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:23,617 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0006_01_000003 from application application_1423615085324_0006
2015-02-11 00:40:23,617 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:23,617 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0006
2015-02-11 00:40:23,623 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1.jhist for DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:23,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:40:23,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:40:23,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/restartable/restartable/test/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:40:23,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53494, bytes: 132, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0006_m_000002_0_-675505626_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741866_1042, duration: 269560
2015-02-11 00:40:23,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0006_01_000002
2015-02-11 00:40:23,748 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000002
2015-02-11 00:40:23,749 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:40:23,749 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0006_01_000002
2015-02-11 00:40:23,749 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0006_01_000003]
2015-02-11 00:40:23,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:23,750 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:40:23,750 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000003
2015-02-11 00:40:23,750 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0006_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:40:23,750 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:40:23,751 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0006_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:23,751 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:23,752 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:40:23,752 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0006_000001 released container container_1423615085324_0006_01_000003 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:40:23,771 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0006_01_000002 is : 143
2015-02-11 00:40:23,789 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:23,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000002
2015-02-11 00:40:23,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000002
2015-02-11 00:40:23,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000002
2015-02-11 00:40:23,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000002
2015-02-11 00:40:23,792 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000002
2015-02-11 00:40:23,792 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:23,792 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0006_01_000002 from application application_1423615085324_0006
2015-02-11 00:40:23,792 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:23,792 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0006
2015-02-11 00:40:24,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:40:24,158 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0006_01_000005
2015-02-11 00:40:24,158 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000005
2015-02-11 00:40:24,158 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:40:24,159 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0006_01_000005
2015-02-11 00:40:24,175 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0006_01_000005 is : 143
2015-02-11 00:40:24,193 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:24,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000005
2015-02-11 00:40:24,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000005
2015-02-11 00:40:24,196 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000005
2015-02-11 00:40:24,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000005
2015-02-11 00:40:24,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000005
2015-02-11 00:40:24,196 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:24,198 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0006_01_000005 from application application_1423615085324_0006
2015-02-11 00:40:24,198 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:24,198 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0006
2015-02-11 00:40:24,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:40:24,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0006_01_000004
2015-02-11 00:40:24,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000004
2015-02-11 00:40:24,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0006_01_000005]
2015-02-11 00:40:24,324 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:40:24,324 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:24,324 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0006_01_000004
2015-02-11 00:40:24,325 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:40:24,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000005
2015-02-11 00:40:24,325 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0006_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:40:24,325 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:40:24,326 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0006_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:24,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:24,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:40:24,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0006_000001 released container container_1423615085324_0006_01_000005 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:40:24,344 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0006_01_000004 is : 143
2015-02-11 00:40:24,361 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:24,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000004
2015-02-11 00:40:24,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000004
2015-02-11 00:40:24,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000004
2015-02-11 00:40:24,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000004
2015-02-11 00:40:24,363 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:24,363 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0006_01_000004 from application application_1423615085324_0006
2015-02-11 00:40:24,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000004
2015-02-11 00:40:24,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:24,364 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0006
2015-02-11 00:40:24,750 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0006_01_000002]
2015-02-11 00:40:24,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:24,750 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:40:24,750 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000002
2015-02-11 00:40:24,751 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0006_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:40:24,751 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:40:24,751 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0006_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:24,752 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:24,752 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:40:24,752 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0006_000001 released container container_1423615085324_0006_01_000002 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:40:25,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0006_01_000004]
2015-02-11 00:40:25,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:25,325 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:40:25,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000004
2015-02-11 00:40:25,325 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0006_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:40:25,325 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:40:25,326 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0006_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:25,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:25,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:40:25,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0006_000001 released container container_1423615085324_0006_01_000004 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:40:25,751 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:25,751 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000006
2015-02-11 00:40:25,751 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0006_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:40:25,751 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0006_000001 container=Container: [ContainerId: container_1423615085324_0006_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:25,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:40:25,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:26,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:26,468 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0006_01_000006 by user teamcity
2015-02-11 00:40:26,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000006
2015-02-11 00:40:26,469 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0006_01_000006 to application application_1423615085324_0006
2015-02-11 00:40:26,469 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:40:26,469 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0006
2015-02-11 00:40:26,469 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0006
2015-02-11 00:40:26,470 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:26,470 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0006
2015-02-11 00:40:26,470 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:26,525 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:26,525 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:26,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000006/default_container_executor.sh]
2015-02-11 00:40:26,751 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:27,458 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:40:30,167 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:30,170 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:30,189 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:30,192 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:40:30,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:30,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_r_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:40:30,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069 src: /127.0.0.1:53741 dest: /127.0.0.1:47624
2015-02-11 00:40:30,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069 src: /127.0.0.1:48147 dest: /127.0.0.1:32971
2015-02-11 00:40:30,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069 src: /127.0.0.1:51565 dest: /127.0.0.1:48495
2015-02-11 00:40:30,907 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51565, dest: /127.0.0.1:48495, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0006_r_000000_0_-1821579405_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, duration: 50593170
2015-02-11 00:40:30,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:30,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48147, dest: /127.0.0.1:32971, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0006_r_000000_0_-1821579405_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, duration: 53652251
2015-02-11 00:40:30,908 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:30,909 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:30,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:30,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53741, dest: /127.0.0.1:47624, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0006_r_000000_0_-1821579405_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, duration: 55834197
2015-02-11 00:40:30,911 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:30,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:30,918 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0006_r_000000_0_-1821579405_1
2015-02-11 00:40:31,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:40:31,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:40:31,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/task_1423615085324_0006_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:40:31,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/_temporary/attempt_1423615085324_0006_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/task_1423615085324_0006_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:31,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0006_01_000006
2015-02-11 00:40:31,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000006
2015-02-11 00:40:31,107 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:40:31,107 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0006_01_000006
2015-02-11 00:40:31,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:31,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:31,124 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0006_01_000006 is : 143
2015-02-11 00:40:31,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:40:31,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:31,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:31,142 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:31,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000006
2015-02-11 00:40:31,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/task_1423615085324_0006_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:40:31,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000006
2015-02-11 00:40:31,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000006
2015-02-11 00:40:31,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000006
2015-02-11 00:40:31,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000006
2015-02-11 00:40:31,145 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:31,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:40:31,145 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0006_01_000006 from application application_1423615085324_0006
2015-02-11 00:40:31,146 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:31,146 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0006
2015-02-11 00:40:31,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary/1/task_1423615085324_0006_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:31,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:40:31,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:31,171 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_SUCCESS is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:31,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:31,178 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:31,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53493, dest: /127.0.0.1:47583, bytes: 62399, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068, duration: 7585878445
2015-02-11 00:40:31,205 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:31,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15958
2015-02-11 00:40:31,206 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51551, dest: /127.0.0.1:48495, bytes: 62399, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068, duration: 7588189282
2015-02-11 00:40:31,206 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15958
2015-02-11 00:40:31,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53728, dest: /127.0.0.1:47624, bytes: 62399, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068, duration: 7589781562
2015-02-11 00:40:31,209 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15958
2015-02-11 00:40:31,213 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:31,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:31,222 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:40:31,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070 src: /127.0.0.1:53507 dest: /127.0.0.1:47583
2015-02-11 00:40:31,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070 src: /127.0.0.1:51567 dest: /127.0.0.1:48495
2015-02-11 00:40:31,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070 src: /127.0.0.1:48151 dest: /127.0.0.1:32971
2015-02-11 00:40:31,234 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48151, dest: /127.0.0.1:32971, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070, duration: 1994558
2015-02-11 00:40:31,235 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:31,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,235 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51567, dest: /127.0.0.1:48495, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070, duration: 2520531
2015-02-11 00:40:31,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,236 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53507, dest: /127.0.0.1:47583, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070, duration: 3547124
2015-02-11 00:40:31,236 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,236 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:31,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:31,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:31,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:31,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:31,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:31,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:31,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:31,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53747, bytes: 62887, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068, duration: 316218
2015-02-11 00:40:31,275 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:31,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071 src: /127.0.0.1:48153 dest: /127.0.0.1:32971
2015-02-11 00:40:31,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071 src: /127.0.0.1:53749 dest: /127.0.0.1:47624
2015-02-11 00:40:31,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071 src: /127.0.0.1:53513 dest: /127.0.0.1:47583
2015-02-11 00:40:31,287 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53513, dest: /127.0.0.1:47583, bytes: 62399, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071, duration: 2770960
2015-02-11 00:40:31,287 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:31,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,288 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53749, dest: /127.0.0.1:47624, bytes: 62399, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071, duration: 3483140
2015-02-11 00:40:31,288 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,289 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48153, dest: /127.0.0.1:32971, bytes: 62399, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071, duration: 4212434
2015-02-11 00:40:31,289 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,293 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist_tmp is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:31,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:31,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:31,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:31,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:31,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:31,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006/job_1423615085324_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:31,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:31,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53747, bytes: 108371, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741891_1067, duration: 442202
2015-02-11 00:40:31,313 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:40:31,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072 src: /127.0.0.1:51573 dest: /127.0.0.1:48495
2015-02-11 00:40:31,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072 src: /127.0.0.1:53752 dest: /127.0.0.1:47624
2015-02-11 00:40:31,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072 src: /127.0.0.1:48158 dest: /127.0.0.1:32971
2015-02-11 00:40:31,325 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48158, dest: /127.0.0.1:32971, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072, duration: 2700253
2015-02-11 00:40:31,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,326 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:31,326 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53752, dest: /127.0.0.1:47624, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072, duration: 4018278
2015-02-11 00:40:31,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,327 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,328 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51573, dest: /127.0.0.1:48495, bytes: 107527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_590620978_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072, duration: 5082501
2015-02-11 00:40:31,328 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:31,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:31,332 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_590620978_1
2015-02-11 00:40:31,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:31,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:31,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:31,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:31,359 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:40:31,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:40:31,360 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0006 with final state: FINISHING
2015-02-11 00:40:31,360 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0006 State change from RUNNING to FINAL_SAVING
2015-02-11 00:40:31,360 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0006
2015-02-11 00:40:31,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:40:31,361 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0006 State change from FINAL_SAVING to FINISHING
2015-02-11 00:40:31,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070
2015-02-11 00:40:31,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072
2015-02-11 00:40:31,452 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068
2015-02-11 00:40:31,452 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069
2015-02-11 00:40:31,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068
2015-02-11 00:40:31,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069
2015-02-11 00:40:31,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071
2015-02-11 00:40:31,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072
2015-02-11 00:40:31,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070
2015-02-11 00:40:31,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741892_1068
2015-02-11 00:40:31,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071
2015-02-11 00:40:32,108 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0006_01_000006]
2015-02-11 00:40:32,109 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:32,109 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:40:32,109 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000006
2015-02-11 00:40:32,109 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0006_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:40:32,109 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:40:32,110 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0006_01_000006, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:32,111 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:32,111 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:40:32,111 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0006_000001 released container container_1423615085324_0006_01_000006 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:40:32,369 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:32971 127.0.0.1:48495
2015-02-11 00:40:32,369 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741888_1064 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624
2015-02-11 00:40:32,369 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:40:32,370 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:32971 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:40:32,370 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:40:32,370 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:47624 127.0.0.1:32971 127.0.0.1:47583
2015-02-11 00:40:32,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0006 dst=null perm=null proto=rpc
2015-02-11 00:40:32,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741895_1071
2015-02-11 00:40:32,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069
2015-02-11 00:40:32,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741896_1072
2015-02-11 00:40:32,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070
2015-02-11 00:40:32,445 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:40:32,445 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:32971
2015-02-11 00:40:32,445 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:40:32,445 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:48495
2015-02-11 00:40:32,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/restartable/restartable/test dst=null perm=null proto=rpc
2015-02-11 00:40:32,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,448 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary
2015-02-11 00:40:32,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:40:32,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,475 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:40:32,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:40:32,480 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53755, bytes: 52, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, duration: 276300
2015-02-11 00:40:32,480 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/restartcheckpoint
2015-02-11 00:40:32,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:40:32,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/restartcheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:40:32,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53755, bytes: 52, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741893_1069, duration: 224142
2015-02-11 00:40:32,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:32,562 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:40:32,563 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:40:32,573 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/failcheckpointevery/tap
2015-02-11 00:40:32,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/failcheckpointevery/tap dst=null perm=null proto=rpc
2015-02-11 00:40:32,574 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/failcheckpointevery/sink
2015-02-11 00:40:32,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/failcheckpointevery/sink dst=null perm=null proto=rpc
2015-02-11 00:40:32,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:32,604 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:40:32,605 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:40:32,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:32,638 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-11 00:40:32,639 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:40:32,639 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint"]
2015-02-11 00:40:32,639 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-11 00:40:32,640 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 2
2015-02-11 00:40:32,640 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 2
2015-02-11 00:40:32,642 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/2)
2015-02-11 00:40:32,659 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:40:32,676 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:40:32,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:32,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:32,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:32,685 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 7
2015-02-11 00:40:32,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007 dst=null perm=null proto=rpc
2015-02-11 00:40:32,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:40:32,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:40:32,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:40:32,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073 src: /127.0.0.1:53520 dest: /127.0.0.1:47583
2015-02-11 00:40:32,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073 src: /127.0.0.1:53758 dest: /127.0.0.1:47624
2015-02-11 00:40:32,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073 src: /127.0.0.1:51581 dest: /127.0.0.1:48495
2015-02-11 00:40:32,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51581, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, duration: 4420418
2015-02-11 00:40:32,719 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:32,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,720 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53758, dest: /127.0.0.1:47624, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, duration: 5659810
2015-02-11 00:40:32,720 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53520, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, duration: 5374005
2015-02-11 00:40:32,723 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,728 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:32,730 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar
2015-02-11 00:40:32,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:40:32,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:40:32,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:40:32,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:40:32,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:40:32,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:32,747 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:40:32,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:32,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,757 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split
2015-02-11 00:40:32,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:32,761 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:32,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074 src: /127.0.0.1:48165 dest: /127.0.0.1:32971
2015-02-11 00:40:32,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074 src: /127.0.0.1:53761 dest: /127.0.0.1:47624
2015-02-11 00:40:32,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074 src: /127.0.0.1:51584 dest: /127.0.0.1:48495
2015-02-11 00:40:32,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074 src: /127.0.0.1:53526 dest: /127.0.0.1:47583
2015-02-11 00:40:32,773 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53526, dest: /127.0.0.1:47583, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 1699573
2015-02-11 00:40:32,774 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:32,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51584, dest: /127.0.0.1:48495, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 2137866
2015-02-11 00:40:32,775 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53761, dest: /127.0.0.1:47624, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 3180705
2015-02-11 00:40:32,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,776 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48165, dest: /127.0.0.1:32971, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 4775516
2015-02-11 00:40:32,777 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,780 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:32,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,789 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:32,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075 src: /127.0.0.1:48169 dest: /127.0.0.1:32971
2015-02-11 00:40:32,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075 src: /127.0.0.1:51587 dest: /127.0.0.1:48495
2015-02-11 00:40:32,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075 src: /127.0.0.1:53529 dest: /127.0.0.1:47583
2015-02-11 00:40:32,799 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53529, dest: /127.0.0.1:47583, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, duration: 1743262
2015-02-11 00:40:32,799 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:32,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,800 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51587, dest: /127.0.0.1:48495, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, duration: 1896967
2015-02-11 00:40:32,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,801 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,801 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48169, dest: /127.0.0.1:32971, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, duration: 3418004
2015-02-11 00:40:32,802 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:32,808 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:40:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:32,825 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:40:32,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076 src: /127.0.0.1:51589 dest: /127.0.0.1:48495
2015-02-11 00:40:32,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076 src: /127.0.0.1:53531 dest: /127.0.0.1:47583
2015-02-11 00:40:32,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076 src: /127.0.0.1:53769 dest: /127.0.0.1:47624
2015-02-11 00:40:32,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53769, dest: /127.0.0.1:47624, bytes: 90206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, duration: 3204308
2015-02-11 00:40:32,863 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:32,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53531, dest: /127.0.0.1:47583, bytes: 90206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, duration: 3213934
2015-02-11 00:40:32,865 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51589, dest: /127.0.0.1:48495, bytes: 90206, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, duration: 5422344
2015-02-11 00:40:32,866 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:32,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:32,870 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:32,870 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0007
2015-02-11 00:40:32,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007 dst=null perm=null proto=rpc
2015-02-11 00:40:32,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:32,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:32,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:32,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:32,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:32,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:32,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:32,890 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 7 submitted by user teamcity
2015-02-11 00:40:32,890 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0007
2015-02-11 00:40:32,890 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0007
2015-02-11 00:40:32,891 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0007
2015-02-11 00:40:32,891 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0007 State change from NEW to NEW_SAVING
2015-02-11 00:40:32,891 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0007 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:40:32,891 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0007 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:40:32,891 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0007 from user: teamcity, in queue: default
2015-02-11 00:40:32,892 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0007 State change from SUBMITTED to ACCEPTED
2015-02-11 00:40:32,892 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0007
2015-02-11 00:40:32,892 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0007_000001
2015-02-11 00:40:32,893 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from NEW to SUBMITTED
2015-02-11 00:40:32,893 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0007 from user: teamcity activated in queue: default
2015-02-11 00:40:32,893 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:40:32,893 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0007_000001 to scheduler from user teamcity in queue default
2015-02-11 00:40:32,893 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:40:32,895 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0007/
2015-02-11 00:40:32,895 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423615085324_0007
2015-02-11 00:40:32,895 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0007/
2015-02-11 00:40:32,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:32,934 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000001
2015-02-11 00:40:32,934 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0007_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:40:32,934 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0007_000001 container=Container: [ContainerId: container_1423615085324_0007_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:32,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:40:32,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:32,934 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51518 for container : container_1423615085324_0007_01_000001
2015-02-11 00:40:32,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:32,935 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0007_000001
2015-02-11 00:40:32,935 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0007 AttemptId: appattempt_1423615085324_0007_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0007_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ]
2015-02-11 00:40:32,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:40:32,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:40:32,936 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0007_000001
2015-02-11 00:40:32,937 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0007_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ] for AM appattempt_1423615085324_0007_000001
2015-02-11 00:40:32,937 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:40:32,941 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0007_000001 (auth:SIMPLE)
2015-02-11 00:40:32,943 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0007_01_000001 by user teamcity
2015-02-11 00:40:32,944 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0007
2015-02-11 00:40:32,944 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000001
2015-02-11 00:40:32,944 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from NEW to INITING
2015-02-11 00:40:32,944 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0007_01_000001 to application application_1423615085324_0007
2015-02-11 00:40:32,944 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0007_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ] for AM appattempt_1423615085324_0007_000001
2015-02-11 00:40:32,945 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from INITING to RUNNING
2015-02-11 00:40:32,945 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:40:32,945 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:40:32,945 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0007
2015-02-11 00:40:32,946 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:40:32,946 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:40:32,946 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:40:32,946 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:40:32,946 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0007_01_000001
2015-02-11 00:40:32,967 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423615085324_0007_01_000001.tokens. Credentials list:
2015-02-11 00:40:32,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:33,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423615085324_0007_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000001.tokens
2015-02-11 00:40:33,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:33,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:33,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:33,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53755, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1974710558_5693, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, duration: 1627683
2015-02-11 00:40:33,329 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:33,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:33,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:33,373 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48180, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1974710558_5693, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, duration: 277575
2015-02-11 00:40:33,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:33,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:33,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:33,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53755, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1974710558_5693, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 259106
2015-02-11 00:40:33,484 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:33,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:33,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:33,527 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53755, bytes: 90914, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1974710558_5693, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, duration: 431498
2015-02-11 00:40:33,561 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:33,561 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:33,613 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:33,614 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:33,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000001/default_container_executor.sh]
2015-02-11 00:40:33,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:34,615 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47624 to replicate blk_1073741897_1073 to datanode(s) 127.0.0.1:32971
2015-02-11 00:40:34,615 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741888_1064, blk_1073741890_1066, blk_1073741891_1067, blk_1073741867_1043, blk_1073741870_1046, blk_1073741887_1063]
2015-02-11 00:40:34,615 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741866_1042, blk_1073741867_1043, blk_1073741869_1045, blk_1073741870_1046, blk_1073741887_1063]
2015-02-11 00:40:35,759 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=bbb7a64e-16ec-45ad-8886-03ec4c5511e4, infoPort=33422, ipcPort=57324, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073 to 127.0.0.1:32971
2015-02-11 00:40:35,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073 src: /127.0.0.1:48181 dest: /127.0.0.1:32971
2015-02-11 00:40:35,761 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073 (numBytes=254067) to /127.0.0.1:32971
2015-02-11 00:40:35,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073 src: /127.0.0.1:48181 dest: /127.0.0.1:32971 of size 254067
2015-02-11 00:40:35,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741897_1073 size 254067
2015-02-11 00:40:35,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888 for deletion
2015-02-11 00:40:35,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741889_1065 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741889 for deletion
2015-02-11 00:40:35,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888
2015-02-11 00:40:35,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741890_1066 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741890 for deletion
2015-02-11 00:40:35,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741891_1067 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741891 for deletion
2015-02-11 00:40:35,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741889_1065 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741889
2015-02-11 00:40:35,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741892_1068 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741892 for deletion
2015-02-11 00:40:35,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741890_1066 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741890
2015-02-11 00:40:35,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741891_1067 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741891
2015-02-11 00:40:35,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741866 for deletion
2015-02-11 00:40:35,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741892_1068 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741892
2015-02-11 00:40:35,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741867 for deletion
2015-02-11 00:40:35,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741866
2015-02-11 00:40:35,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741869_1045 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741869 for deletion
2015-02-11 00:40:35,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741867
2015-02-11 00:40:35,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741870_1046 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741870 for deletion
2015-02-11 00:40:35,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741869_1045 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741869
2015-02-11 00:40:35,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741870_1046 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741870
2015-02-11 00:40:35,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887 for deletion
2015-02-11 00:40:35,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887
2015-02-11 00:40:36,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888 for deletion
2015-02-11 00:40:36,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741890_1066 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741890 for deletion
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741891_1067 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741891 for deletion
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741890_1066 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741890
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741867 for deletion
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741891_1067 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741891
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741870_1046 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741870 for deletion
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741867
2015-02-11 00:40:36,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887 for deletion
2015-02-11 00:40:36,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741870_1046 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741870
2015-02-11 00:40:36,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887
2015-02-11 00:40:36,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075
2015-02-11 00:40:36,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076
2015-02-11 00:40:36,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074
2015-02-11 00:40:36,463 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073
2015-02-11 00:40:36,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076
2015-02-11 00:40:36,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073
2015-02-11 00:40:36,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075
2015-02-11 00:40:36,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074
2015-02-11 00:40:36,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:36,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:40:36,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:40:36,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:40:36,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073
2015-02-11 00:40:36,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074
2015-02-11 00:40:36,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076
2015-02-11 00:40:36,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007 dst=null perm=null proto=rpc
2015-02-11 00:40:36,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:40:36,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:40:37,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:37,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:37,298 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48183, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075, duration: 265795
2015-02-11 00:40:37,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073
2015-02-11 00:40:37,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741899_1075
2015-02-11 00:40:37,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074
2015-02-11 00:40:37,535 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0006_01_000001 succeeded
2015-02-11 00:40:37,535 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:40:37,535 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0006_01_000001
2015-02-11 00:40:37,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000001
2015-02-11 00:40:37,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000001
2015-02-11 00:40:37,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000001
2015-02-11 00:40:37,554 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000001
2015-02-11 00:40:37,555 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:40:37,555 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0006_01_000001 from application application_1423615085324_0006
2015-02-11 00:40:37,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0006/container_1423615085324_0006_01_000001
2015-02-11 00:40:37,556 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:37,556 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0006
2015-02-11 00:40:37,616 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741891_1067, blk_1073741892_1068, blk_1073741866_1042, blk_1073741867_1043, blk_1073741869_1045, blk_1073741870_1046, blk_1073741887_1063]
2015-02-11 00:40:37,616 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741892_1068, blk_1073741866_1042, blk_1073741869_1045, blk_1073741887_1063]
2015-02-11 00:40:38,111 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0006_01_000001]
2015-02-11 00:40:38,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:38,111 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:40:38,111 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0006 CONTAINERID=container_1423615085324_0006_01_000001
2015-02-11 00:40:38,112 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0006_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:40:38,112 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:40:38,112 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0006_000001
2015-02-11 00:40:38,112 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0006_000001 State change from FINISHING to FINISHED
2015-02-11 00:40:38,112 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0006 State change from FINISHING to FINISHED
2015-02-11 00:40:38,112 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0006_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:38,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0006
2015-02-11 00:40:38,113 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:38,113 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0006_000001
2015-02-11 00:40:38,113 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0006,name=[4E2A7D6700AE486B82BA28E4F64433EE/5D21611346C74144B809608F985596DB] restartable/(2/2) ...latform/restartcheckpoint,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0006/jobhistory/job/job_1423615085324_0006,appMasterHost=ip-10-31-157-187,startTime=1423615210415,finishTime=1423615231360,finalStatus=SUCCEEDED
2015-02-11 00:40:38,113 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:40:38,114 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0006_000001 released container container_1423615085324_0006_01_000001 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:40:38,114 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0006_000001 is done. finalState=FINISHED
2015-02-11 00:40:38,114 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0006 requests cleared
2015-02-11 00:40:38,114 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0006 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:40:38,114 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0006 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:40:38,117 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0006_000001 (auth:SIMPLE)
2015-02-11 00:40:38,120 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0006_01_000001
2015-02-11 00:40:38,329 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:38,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:38,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:38,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:38,330 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0006
2015-02-11 00:40:38,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:38,331 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:38,331 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0006, with delay of 10800 seconds
2015-02-11 00:40:38,709 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0007_000001 (auth:SIMPLE)
2015-02-11 00:40:38,712 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0007_000001
2015-02-11 00:40:38,712 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0007 APPATTEMPTID=appattempt_1423615085324_0007_000001
2015-02-11 00:40:38,712 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:40:38,713 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0007 State change from ACCEPTED to RUNNING
2015-02-11 00:40:38,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888 for deletion
2015-02-11 00:40:38,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741889_1065 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741889 for deletion
2015-02-11 00:40:38,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741890_1066 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741890 for deletion
2015-02-11 00:40:38,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888
2015-02-11 00:40:38,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741892_1068 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741892 for deletion
2015-02-11 00:40:38,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741889_1065 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741889
2015-02-11 00:40:38,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741890_1066 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741890
2015-02-11 00:40:38,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741866 for deletion
2015-02-11 00:40:38,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741892_1068 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741892
2015-02-11 00:40:38,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741869_1045 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741869 for deletion
2015-02-11 00:40:38,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741866
2015-02-11 00:40:38,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887 for deletion
2015-02-11 00:40:38,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741869_1045 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741869
2015-02-11 00:40:38,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887
2015-02-11 00:40:38,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888 for deletion
2015-02-11 00:40:38,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741889_1065 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741889 for deletion
2015-02-11 00:40:38,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741888_1064 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741888
2015-02-11 00:40:38,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741891_1067 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741891 for deletion
2015-02-11 00:40:38,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741892_1068 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741892 for deletion
2015-02-11 00:40:38,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741891_1067 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741891
2015-02-11 00:40:38,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741889_1065 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741889
2015-02-11 00:40:38,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741866 for deletion
2015-02-11 00:40:38,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741892_1068 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741892
2015-02-11 00:40:38,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741866_1042 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741866
2015-02-11 00:40:38,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741867 for deletion
2015-02-11 00:40:38,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741869_1045 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741869 for deletion
2015-02-11 00:40:38,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741867_1043 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741867
2015-02-11 00:40:38,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741870_1046 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741870 for deletion
2015-02-11 00:40:38,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887 for deletion
2015-02-11 00:40:38,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741870_1046 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741870
2015-02-11 00:40:38,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741869_1045 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741869
2015-02-11 00:40:38,762 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741887_1063 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741887
2015-02-11 00:40:38,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:38,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:38,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:39,112 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:39,113 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0006
2015-02-11 00:40:39,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:39,113 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:39,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:39,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:39,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0006
2015-02-11 00:40:39,113 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0006, with delay of 10800 seconds
2015-02-11 00:40:39,125 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:40:39,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077 src: /127.0.0.1:53548 dest: /127.0.0.1:47583
2015-02-11 00:40:39,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077 src: /127.0.0.1:48191 dest: /127.0.0.1:32971
2015-02-11 00:40:39,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077 src: /127.0.0.1:53787 dest: /127.0.0.1:47624
2015-02-11 00:40:39,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53787, dest: /127.0.0.1:47624, bytes: 105959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077, duration: 49001172
2015-02-11 00:40:39,248 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:39,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:39,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48191, dest: /127.0.0.1:32971, bytes: 105959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077, duration: 50001232
2015-02-11 00:40:39,249 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:39,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:39,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53548, dest: /127.0.0.1:47583, bytes: 105959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077, duration: 51255609
2015-02-11 00:40:39,251 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:39,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:39,257 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:39,936 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:39,936 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000002
2015-02-11 00:40:39,936 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0007_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:40:39,936 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0007_000001 container=Container: [ContainerId: container_1423615085324_0007_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:39,937 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:40:39,937 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:39,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:39,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000003
2015-02-11 00:40:39,938 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0007_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:40:39,938 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0007_000001 container=Container: [ContainerId: container_1423615085324_0007_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:39,938 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:40:39,938 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:40,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:40,112 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000004
2015-02-11 00:40:40,112 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0007_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:40:40,113 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0007_000001 container=Container: [ContainerId: container_1423615085324_0007_01_000004, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:40,113 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:40:40,113 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:40,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:40,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000005
2015-02-11 00:40:40,114 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0007_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:40:40,114 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0007_000001 container=Container: [ContainerId: container_1423615085324_0007_01_000005, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:40,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:40:40,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:40,794 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51518 for container : container_1423615085324_0007_01_000002
2015-02-11 00:40:40,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:40,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:40,795 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52786 for container : container_1423615085324_0007_01_000004
2015-02-11 00:40:40,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:40,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:40,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:40,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:40,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:40,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:40,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:40,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:40,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:40,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:40,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:40,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:41,022 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0007_000001 (auth:SIMPLE)
2015-02-11 00:40:41,022 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0007_000001 (auth:SIMPLE)
2015-02-11 00:40:41,030 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0007_01_000004 by user teamcity
2015-02-11 00:40:41,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0007
2015-02-11 00:40:41,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000004
2015-02-11 00:40:41,031 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from NEW to INITING
2015-02-11 00:40:41,031 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0007_01_000004 to application application_1423615085324_0007
2015-02-11 00:40:41,032 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from INITING to RUNNING
2015-02-11 00:40:41,032 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:40:41,032 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,032 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,033 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:41,033 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0007
2015-02-11 00:40:41,033 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:40:41,033 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:40:41,034 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0007_01_000004
2015-02-11 00:40:41,034 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0007_01_000003 by user teamcity
2015-02-11 00:40:41,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000003
2015-02-11 00:40:41,035 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0007_01_000003 to application application_1423615085324_0007
2015-02-11 00:40:41,036 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:40:41,036 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,036 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,036 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:41,036 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0007
2015-02-11 00:40:41,037 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:41,041 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0007_01_000005 by user teamcity
2015-02-11 00:40:41,042 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000005
2015-02-11 00:40:41,042 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0007_01_000002 by user teamcity
2015-02-11 00:40:41,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000002
2015-02-11 00:40:41,043 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0007_01_000002 to application application_1423615085324_0007
2015-02-11 00:40:41,043 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:40:41,043 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,044 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,044 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:41,044 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0007
2015-02-11 00:40:41,044 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0007_01_000005 to application application_1423615085324_0007
2015-02-11 00:40:41,045 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:40:41,045 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:41,045 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,045 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0007
2015-02-11 00:40:41,045 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:41,045 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0007
2015-02-11 00:40:41,046 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0007_01_000005
2015-02-11 00:40:41,061 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423615085324_0007_01_000004.tokens. Credentials list:
2015-02-11 00:40:41,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423615085324_0007_01_000005.tokens. Credentials list:
2015-02-11 00:40:41,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:41,104 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:41,104 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:41,105 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:41,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:41,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:41,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:41,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000003/default_container_executor.sh]
2015-02-11 00:40:41,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000002/default_container_executor.sh]
2015-02-11 00:40:41,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423615085324_0007_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000004.tokens
2015-02-11 00:40:41,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:41,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:41,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:41,449 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53792, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-467551784_5995, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741897_1073, duration: 1240275
2015-02-11 00:40:41,470 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077
2015-02-11 00:40:41,505 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:41,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:41,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:41,560 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53792, bytes: 90914, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-467551784_5995, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741900_1076, duration: 447680
2015-02-11 00:40:41,595 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:41,595 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:41,596 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:41,654 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:41,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:41,656 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:41,656 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:41,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077
2015-02-11 00:40:41,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000004/default_container_executor.sh]
2015-02-11 00:40:41,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000005/default_container_executor.sh]
2015-02-11 00:40:41,818 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:40:41,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:41,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:42,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077
2015-02-11 00:40:42,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:42,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423615085324_0007_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000005.tokens
2015-02-11 00:40:42,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:45,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:45,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:45,305 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53802, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000001_0_-740952492_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 286062
2015-02-11 00:40:45,394 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53803, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000000_0_-624076345_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 269345
2015-02-11 00:40:45,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:45,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:45,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:45,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53803, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000000_0_-624076345_1, offset: 1024, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 270562
2015-02-11 00:40:45,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:45,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51626, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000001_0_-740952492_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 265018
2015-02-11 00:40:45,772 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000001_0/part-00001. BP-1670894054-10.31.157.187-1423615067843 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:40:45,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:45,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:45,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078 src: /127.0.0.1:48210 dest: /127.0.0.1:32971
2015-02-11 00:40:45,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078 src: /127.0.0.1:53808 dest: /127.0.0.1:47624
2015-02-11 00:40:45,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078 src: /127.0.0.1:53572 dest: /127.0.0.1:47583
2015-02-11 00:40:45,896 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:40:45,899 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53572, dest: /127.0.0.1:47583, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000001_0_-740952492_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078, duration: 52695171
2015-02-11 00:40:45,900 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:45,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53808, dest: /127.0.0.1:47624, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000001_0_-740952492_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078, duration: 53556771
2015-02-11 00:40:45,901 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:45,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:45,902 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48210, dest: /127.0.0.1:32971, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000001_0_-740952492_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078, duration: 54517420
2015-02-11 00:40:45,903 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:45,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:45,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:45,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000001_0/part-00001 is closed by DFSClient_attempt_1423615085324_0007_m_000001_0_-740952492_1
2015-02-11 00:40:45,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079 src: /127.0.0.1:48215 dest: /127.0.0.1:32971
2015-02-11 00:40:45,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079 src: /127.0.0.1:53576 dest: /127.0.0.1:47583
2015-02-11 00:40:45,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079 src: /127.0.0.1:53814 dest: /127.0.0.1:47624
2015-02-11 00:40:45,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53574, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000002_0_679766018_1, offset: 512, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 286376
2015-02-11 00:40:45,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51634, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000003_0_623383074_1, offset: 1024, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741898_1074, duration: 228834
2015-02-11 00:40:45,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:40:46,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000001_0 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000001 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:46,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53814, dest: /127.0.0.1:47624, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000000_0_-624076345_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079, duration: 44806741
2015-02-11 00:40:46,019 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:46,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53576, dest: /127.0.0.1:47583, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000000_0_-624076345_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079, duration: 45376696
2015-02-11 00:40:46,020 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48215, dest: /127.0.0.1:32971, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000000_0_-624076345_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079, duration: 46894618
2015-02-11 00:40:46,021 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0007_m_000000_0_-624076345_1
2015-02-11 00:40:46,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:46,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51637, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000002_0_679766018_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 292384
2015-02-11 00:40:46,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:40:46,118 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48221, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0007_m_000003_0_623383074_1, offset: 512, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 257051
2015-02-11 00:40:46,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0007_01_000003
2015-02-11 00:40:46,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,122 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:40:46,122 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000003
2015-02-11 00:40:46,122 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0007_01_000003
2015-02-11 00:40:46,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:40:46,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000000_0 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:46,140 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0007_01_000003 is : 143
2015-02-11 00:40:46,152 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:40:46,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080 src: /127.0.0.1:53817 dest: /127.0.0.1:47624
2015-02-11 00:40:46,160 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:46,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000003
2015-02-11 00:40:46,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000003
2015-02-11 00:40:46,161 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000003
2015-02-11 00:40:46,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000003
2015-02-11 00:40:46,162 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:46,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000003
2015-02-11 00:40:46,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080 src: /127.0.0.1:51640 dest: /127.0.0.1:48495
2015-02-11 00:40:46,162 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0007_01_000003 from application application_1423615085324_0007
2015-02-11 00:40:46,163 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:46,163 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0007
2015-02-11 00:40:46,164 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080 src: /127.0.0.1:48224 dest: /127.0.0.1:32971
2015-02-11 00:40:46,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,172 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1.jhist for DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:46,215 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0007_01_000002
2015-02-11 00:40:46,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000002
2015-02-11 00:40:46,215 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:40:46,216 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0007_01_000002
2015-02-11 00:40:46,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0007_01_000003]
2015-02-11 00:40:46,216 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:46,217 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:40:46,217 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000003
2015-02-11 00:40:46,217 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0007_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:40:46,217 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:40:46,218 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0007_01_000003, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:46,219 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:46,219 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:40:46,219 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0007_000001 released container container_1423615085324_0007_01_000003 on node: host: ip-10-31-157-187.ec2.internal:51518 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:40:46,234 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0007_01_000002 is : 143
2015-02-11 00:40:46,251 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:46,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000002
2015-02-11 00:40:46,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000002
2015-02-11 00:40:46,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000002
2015-02-11 00:40:46,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000002
2015-02-11 00:40:46,254 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000002
2015-02-11 00:40:46,254 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:46,254 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0007_01_000002 from application application_1423615085324_0007
2015-02-11 00:40:46,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:46,255 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0007
2015-02-11 00:40:46,454 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000002_0/part-00002. BP-1670894054-10.31.157.187-1423615067843 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:40:46,461 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000003_0/part-00003. BP-1670894054-10.31.157.187-1423615067843 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:40:46,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078
2015-02-11 00:40:46,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079
2015-02-11 00:40:46,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081 src: /127.0.0.1:51642 dest: /127.0.0.1:48495
2015-02-11 00:40:46,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081 src: /127.0.0.1:53822 dest: /127.0.0.1:47624
2015-02-11 00:40:46,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082 src: /127.0.0.1:51643 dest: /127.0.0.1:48495
2015-02-11 00:40:46,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081 src: /127.0.0.1:53586 dest: /127.0.0.1:47583
2015-02-11 00:40:46,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082 src: /127.0.0.1:53587 dest: /127.0.0.1:47583
2015-02-11 00:40:46,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082 src: /127.0.0.1:53825 dest: /127.0.0.1:47624
2015-02-11 00:40:46,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53825, dest: /127.0.0.1:47624, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000003_0_623383074_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082, duration: 37943460
2015-02-11 00:40:46,587 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:46,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53586, dest: /127.0.0.1:47583, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000002_0_679766018_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081, duration: 42161285
2015-02-11 00:40:46,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53587, dest: /127.0.0.1:47583, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000003_0_623383074_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082, duration: 38609144
2015-02-11 00:40:46,588 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:46,588 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,588 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53822, dest: /127.0.0.1:47624, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000002_0_679766018_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081, duration: 42019929
2015-02-11 00:40:46,588 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51643, dest: /127.0.0.1:48495, bytes: 127, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000003_0_623383074_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082, duration: 39596896
2015-02-11 00:40:46,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,589 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,589 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51642, dest: /127.0.0.1:48495, bytes: 152, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0007_m_000002_0_679766018_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081, duration: 43653576
2015-02-11 00:40:46,589 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,588 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000003_0/part-00003 is closed by DFSClient_attempt_1423615085324_0007_m_000003_0_623383074_1
2015-02-11 00:40:46,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000002_0/part-00002 is closed by DFSClient_attempt_1423615085324_0007_m_000002_0_679766018_1
2015-02-11 00:40:46,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081
2015-02-11 00:40:46,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082
2015-02-11 00:40:46,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:40:46,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:40:46,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:40:46,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000002_0 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000002 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:46,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/_temporary/attempt_1423615085324_0007_m_000003_0 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000003 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:46,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082
2015-02-11 00:40:46,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078
2015-02-11 00:40:46,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081
2015-02-11 00:40:46,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079
2015-02-11 00:40:46,763 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0007_01_000005
2015-02-11 00:40:46,764 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000005
2015-02-11 00:40:46,764 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:40:46,764 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0007_01_000005
2015-02-11 00:40:46,765 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0007_01_000004
2015-02-11 00:40:46,766 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000004
2015-02-11 00:40:46,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,781 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0007_01_000005 is : 143
2015-02-11 00:40:46,783 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:46,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:40:46,798 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:40:46,798 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:46,799 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0007_01_000004
2015-02-11 00:40:46,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:40:46,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:40:46,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000000/part-00000 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,815 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0007_01_000004 is : 143
2015-02-11 00:40:46,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:40:46,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:40:46,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000001/part-00001 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00001 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:40:46,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:40:46,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000002/part-00002 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00002 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:46,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:40:46,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000005
2015-02-11 00:40:46,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000005
2015-02-11 00:40:46,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:40:46,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000005
2015-02-11 00:40:46,836 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:40:46,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000005
2015-02-11 00:40:46,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000005
2015-02-11 00:40:46,836 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:46,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000004
2015-02-11 00:40:46,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000004
2015-02-11 00:40:46,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000004
2015-02-11 00:40:46,839 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0007_01_000005 from application application_1423615085324_0007
2015-02-11 00:40:46,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:46,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000004
2015-02-11 00:40:46,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary/1/task_1423615085324_0007_m_000003/part-00003 dst=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00003 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,840 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0007
2015-02-11 00:40:46,842 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000004
2015-02-11 00:40:46,842 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:40:46,842 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0007_01_000004 from application application_1423615085324_0007
2015-02-11 00:40:46,842 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:46,842 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0007
2015-02-11 00:40:46,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_temporary dst=null perm=null proto=rpc
2015-02-11 00:40:46,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,857 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:46,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,864 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:46,886 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48224, dest: /127.0.0.1:32971, bytes: 48405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080, duration: 719982871
2015-02-11 00:40:46,886 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:46,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 15757
2015-02-11 00:40:46,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51640, dest: /127.0.0.1:48495, bytes: 48405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080, duration: 723784869
2015-02-11 00:40:46,891 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 15757
2015-02-11 00:40:46,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53817, dest: /127.0.0.1:47624, bytes: 48405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080, duration: 724467911
2015-02-11 00:40:46,892 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 15757
2015-02-11 00:40:46,896 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:46,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,904 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:40:46,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083 src: /127.0.0.1:53826 dest: /127.0.0.1:47624
2015-02-11 00:40:46,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083 src: /127.0.0.1:53590 dest: /127.0.0.1:47583
2015-02-11 00:40:46,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083 src: /127.0.0.1:51650 dest: /127.0.0.1:48495
2015-02-11 00:40:46,915 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51650, dest: /127.0.0.1:48495, bytes: 405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083, duration: 2146460
2015-02-11 00:40:46,915 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:46,915 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,916 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53590, dest: /127.0.0.1:47583, bytes: 405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083, duration: 2866572
2015-02-11 00:40:46,916 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,917 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53826, dest: /127.0.0.1:47624, bytes: 405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083, duration: 3302721
2015-02-11 00:40:46,917 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,921 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:46,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:46,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:46,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:46,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:46,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:46,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:40:46,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,949 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53829, bytes: 48785, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080, duration: 267816
2015-02-11 00:40:46,952 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:40:46,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084 src: /127.0.0.1:48235 dest: /127.0.0.1:32971
2015-02-11 00:40:46,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084 src: /127.0.0.1:51653 dest: /127.0.0.1:48495
2015-02-11 00:40:46,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084 src: /127.0.0.1:53832 dest: /127.0.0.1:47624
2015-02-11 00:40:46,963 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53832, dest: /127.0.0.1:47624, bytes: 48405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084, duration: 2404103
2015-02-11 00:40:46,964 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:46,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,965 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51653, dest: /127.0.0.1:48495, bytes: 48405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084, duration: 2839477
2015-02-11 00:40:46,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,965 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48235, dest: /127.0.0.1:32971, bytes: 48405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084, duration: 5627811
2015-02-11 00:40:46,967 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:46,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:40:46,971 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:46,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:46,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:46,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:46,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:46,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:40:46,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007/job_1423615085324_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:40:46,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:46,988 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48238, bytes: 106787, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741901_1077, duration: 399913
2015-02-11 00:40:46,991 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:40:46,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085 src: /127.0.0.1:51656 dest: /127.0.0.1:48495
2015-02-11 00:40:46,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085 src: /127.0.0.1:48240 dest: /127.0.0.1:32971
2015-02-11 00:40:46,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085 src: /127.0.0.1:53599 dest: /127.0.0.1:47583
2015-02-11 00:40:47,003 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53599, dest: /127.0.0.1:47583, bytes: 105959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085, duration: 3493010
2015-02-11 00:40:47,003 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:47,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:47,004 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48240, dest: /127.0.0.1:32971, bytes: 105959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085, duration: 4150290
2015-02-11 00:40:47,004 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:47,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:47,005 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51656, dest: /127.0.0.1:48495, bytes: 105959, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1749339356_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085, duration: 5196949
2015-02-11 00:40:47,005 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:47,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:47,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1749339356_1
2015-02-11 00:40:47,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:47,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:47,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:47,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:40:47,034 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:40:47,034 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:40:47,034 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0007 with final state: FINISHING
2015-02-11 00:40:47,034 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0007 State change from RUNNING to FINAL_SAVING
2015-02-11 00:40:47,034 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0007
2015-02-11 00:40:47,035 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:40:47,035 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0007 State change from FINAL_SAVING to FINISHING
2015-02-11 00:40:47,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0007_01_000002]
2015-02-11 00:40:47,217 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:47,217 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:40:47,217 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000002
2015-02-11 00:40:47,217 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0007_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:40:47,217 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:40:47,218 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0007_01_000002, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:47,218 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:47,219 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:40:47,219 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0007_000001 released container container_1423615085324_0007_01_000002 on node: host: ip-10-31-157-187.ec2.internal:51518 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:40:47,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078
2015-02-11 00:40:47,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079
2015-02-11 00:40:47,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084
2015-02-11 00:40:47,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085
2015-02-11 00:40:47,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080
2015-02-11 00:40:47,766 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0007_01_000005, container_1423615085324_0007_01_000004]
2015-02-11 00:40:47,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:47,767 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:40:47,767 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000004
2015-02-11 00:40:47,767 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0007_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:40:47,767 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:40:47,768 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0007_01_000004, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:47,768 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:47,769 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:40:47,769 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0007_000001 released container container_1423615085324_0007_01_000004 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:40:47,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:47,769 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0007_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:40:47,769 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000005
2015-02-11 00:40:47,769 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0007_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:40:47,770 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:40:47,770 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0007_01_000005, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:47,770 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:47,771 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:40:47,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0007_000001 released container container_1423615085324_0007_01_000005 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:40:48,044 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:40:48,044 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:32971 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:40:48,045 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:32971 127.0.0.1:48495 127.0.0.1:47583
2015-02-11 00:40:48,045 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741900_1076 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:40:48,045 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:47624 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:40:48,045 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:47583 127.0.0.1:32971 127.0.0.1:47624
2015-02-11 00:40:48,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0007 dst=null perm=null proto=rpc
2015-02-11 00:40:48,095 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (2/2) ...platform/simplecheckpoint
2015-02-11 00:40:48,112 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:40:48,129 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:40:48,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:40:48,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:48,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:48,138 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 8
2015-02-11 00:40:48,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008 dst=null perm=null proto=rpc
2015-02-11 00:40:48,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:40:48,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:40:48,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,153 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:40:48,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086 src: /127.0.0.1:53840 dest: /127.0.0.1:47624
2015-02-11 00:40:48,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086 src: /127.0.0.1:53604 dest: /127.0.0.1:47583
2015-02-11 00:40:48,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086 src: /127.0.0.1:51664 dest: /127.0.0.1:48495
2015-02-11 00:40:48,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51664, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, duration: 5035409
2015-02-11 00:40:48,167 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:48,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53604, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, duration: 5864718
2015-02-11 00:40:48,168 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,169 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53840, dest: /127.0.0.1:47624, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, duration: 5726122
2015-02-11 00:40:48,169 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,172 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:48,173 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar
2015-02-11 00:40:48,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:40:48,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:40:48,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:40:48,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:40:48,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:40:48,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:48,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:48,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:40:48,195 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-11 00:40:48,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,202 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split
2015-02-11 00:40:48,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:48,206 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:40:48,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087 src: /127.0.0.1:51665 dest: /127.0.0.1:48495
2015-02-11 00:40:48,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087 src: /127.0.0.1:53607 dest: /127.0.0.1:47583
2015-02-11 00:40:48,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087 src: /127.0.0.1:48250 dest: /127.0.0.1:32971
2015-02-11 00:40:48,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087 src: /127.0.0.1:53846 dest: /127.0.0.1:47624
2015-02-11 00:40:48,219 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53846, dest: /127.0.0.1:47624, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 2274376
2015-02-11 00:40:48,219 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:48,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48250, dest: /127.0.0.1:32971, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 2896317
2015-02-11 00:40:48,220 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,221 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53607, dest: /127.0.0.1:47583, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 3754807
2015-02-11 00:40:48,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,221 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51665, dest: /127.0.0.1:48495, bytes: 1387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 4589653
2015-02-11 00:40:48,222 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:48,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:40:48,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088 src: /127.0.0.1:53610 dest: /127.0.0.1:47583
2015-02-11 00:40:48,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088 src: /127.0.0.1:51670 dest: /127.0.0.1:48495
2015-02-11 00:40:48,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088 src: /127.0.0.1:48254 dest: /127.0.0.1:32971
2015-02-11 00:40:48,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48254, dest: /127.0.0.1:32971, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, duration: 2074456
2015-02-11 00:40:48,245 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:48,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51670, dest: /127.0.0.1:48495, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, duration: 2053429
2015-02-11 00:40:48,246 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53610, dest: /127.0.0.1:47583, bytes: 151, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, duration: 3510363
2015-02-11 00:40:48,248 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:48,251 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:40:48,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:40:48,270 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:40:48,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089 src: /127.0.0.1:53613 dest: /127.0.0.1:47583
2015-02-11 00:40:48,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089 src: /127.0.0.1:51673 dest: /127.0.0.1:48495
2015-02-11 00:40:48,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089 src: /127.0.0.1:53852 dest: /127.0.0.1:47624
2015-02-11 00:40:48,283 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53852, dest: /127.0.0.1:47624, bytes: 91640, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, duration: 4058510
2015-02-11 00:40:48,283 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:48,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51673, dest: /127.0.0.1:48495, bytes: 91640, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, duration: 4377744
2015-02-11 00:40:48,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,284 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,285 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53613, dest: /127.0.0.1:47583, bytes: 91640, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, duration: 5096802
2015-02-11 00:40:48,285 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:48,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:40:48,290 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:40:48,291 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0008
2015-02-11 00:40:48,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008 dst=null perm=null proto=rpc
2015-02-11 00:40:48,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:48,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:48,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:48,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:48,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:48,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:48,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,309 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 8 submitted by user teamcity
2015-02-11 00:40:48,309 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0008
2015-02-11 00:40:48,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0008
2015-02-11 00:40:48,309 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0008
2015-02-11 00:40:48,309 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0008 State change from NEW to NEW_SAVING
2015-02-11 00:40:48,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0008 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:40:48,310 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0008 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:40:48,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0008 from user: teamcity, in queue: default
2015-02-11 00:40:48,311 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0008
2015-02-11 00:40:48,311 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0008 State change from SUBMITTED to ACCEPTED
2015-02-11 00:40:48,311 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0008_000001
2015-02-11 00:40:48,311 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from NEW to SUBMITTED
2015-02-11 00:40:48,311 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0008 from user: teamcity activated in queue: default
2015-02-11 00:40:48,312 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:40:48,312 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0008_000001 to scheduler from user teamcity in queue default
2015-02-11 00:40:48,313 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:40:48,314 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0008/
2015-02-11 00:40:48,314 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423615085324_0008
2015-02-11 00:40:48,314 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0008/
2015-02-11 00:40:48,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:48,333 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000001
2015-02-11 00:40:48,333 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0008_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:40:48,333 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0008_000001 container=Container: [ContainerId: container_1423615085324_0008_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:48,334 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:40:48,334 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:48,334 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0008_01_000001
2015-02-11 00:40:48,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:48,335 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0008_000001
2015-02-11 00:40:48,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0008 AttemptId: appattempt_1423615085324_0008_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0008_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ]
2015-02-11 00:40:48,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:40:48,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:40:48,335 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0008_000001
2015-02-11 00:40:48,337 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0008_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] for AM appattempt_1423615085324_0008_000001
2015-02-11 00:40:48,337 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:40:48,340 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0008_000001 (auth:SIMPLE)
2015-02-11 00:40:48,343 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0008_01_000001 by user teamcity
2015-02-11 00:40:48,343 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0008
2015-02-11 00:40:48,343 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000001
2015-02-11 00:40:48,343 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from NEW to INITING
2015-02-11 00:40:48,344 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0008_01_000001 to application application_1423615085324_0008
2015-02-11 00:40:48,344 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0008_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] for AM appattempt_1423615085324_0008_000001
2015-02-11 00:40:48,344 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from INITING to RUNNING
2015-02-11 00:40:48,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:40:48,345 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:40:48,345 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0008
2015-02-11 00:40:48,345 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:40:48,345 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:40:48,345 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:40:48,346 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:40:48,346 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0008_01_000001
2015-02-11 00:40:48,364 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423615085324_0008_01_000001.tokens. Credentials list:
2015-02-11 00:40:48,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:48,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423615085324_0008_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000001.tokens
2015-02-11 00:40:48,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0008 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:40:48,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:48,677 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53619, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119669004_6376, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, duration: 1182684
2015-02-11 00:40:48,723 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:48,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:48,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:48,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53619, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119669004_6376, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, duration: 250566
2015-02-11 00:40:48,799 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:48,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:48,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:40:48,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51679, bytes: 1399, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119669004_6376, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 247525
2015-02-11 00:40:48,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:48,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:48,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:48,919 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53619, bytes: 92356, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2119669004_6376, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, duration: 433505
2015-02-11 00:40:48,954 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:48,954 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:49,004 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:49,004 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:49,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000001/default_container_executor.sh]
2015-02-11 00:40:49,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:49,618 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47583 to replicate blk_1073741910_1086 to datanode(s) 127.0.0.1:32971
2015-02-11 00:40:49,618 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741904_1080, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741901_1077]
2015-02-11 00:40:49,619 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741900_1076, blk_1073741901_1077]
2015-02-11 00:40:49,641 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:40:49,642 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:40:50,957 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=069e4193-7a37-460a-8a60-b1711089dcff, infoPort=56292, ipcPort=53263, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086 to 127.0.0.1:32971
2015-02-11 00:40:50,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897 for deletion
2015-02-11 00:40:50,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898 for deletion
2015-02-11 00:40:50,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741899_1075 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741899 for deletion
2015-02-11 00:40:50,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897
2015-02-11 00:40:50,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741899_1075 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741899
2015-02-11 00:40:50,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086 src: /127.0.0.1:48263 dest: /127.0.0.1:32971
2015-02-11 00:40:50,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898
2015-02-11 00:40:50,959 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086 (numBytes=254067) to /127.0.0.1:32971
2015-02-11 00:40:50,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741900_1076 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741900 for deletion
2015-02-11 00:40:50,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741901_1077 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741901 for deletion
2015-02-11 00:40:50,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741900_1076 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741900
2015-02-11 00:40:50,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741901_1077 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741901
2015-02-11 00:40:50,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086 src: /127.0.0.1:48263 dest: /127.0.0.1:32971 of size 254067
2015-02-11 00:40:50,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741910_1086 size 254067
2015-02-11 00:40:51,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741904_1080 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741904 for deletion
2015-02-11 00:40:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897 for deletion
2015-02-11 00:40:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898 for deletion
2015-02-11 00:40:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741904_1080 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741904
2015-02-11 00:40:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741899_1075 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741899 for deletion
2015-02-11 00:40:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741901_1077 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741901 for deletion
2015-02-11 00:40:51,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741899_1075 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741899
2015-02-11 00:40:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897
2015-02-11 00:40:51,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741901_1077 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741901
2015-02-11 00:40:51,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898
2015-02-11 00:40:51,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084
2015-02-11 00:40:51,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087
2015-02-11 00:40:51,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086
2015-02-11 00:40:51,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085
2015-02-11 00:40:51,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088
2015-02-11 00:40:51,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080
2015-02-11 00:40:51,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089
2015-02-11 00:40:51,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083
2015-02-11 00:40:51,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741904_1080
2015-02-11 00:40:51,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081
2015-02-11 00:40:51,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083
2015-02-11 00:40:51,683 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082
2015-02-11 00:40:51,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089
2015-02-11 00:40:51,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083
2015-02-11 00:40:51,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089
2015-02-11 00:40:51,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741909_1085
2015-02-11 00:40:51,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087
2015-02-11 00:40:51,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088
2015-02-11 00:40:51,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086
2015-02-11 00:40:51,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741908_1084
2015-02-11 00:40:51,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087
2015-02-11 00:40:51,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086
2015-02-11 00:40:51,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:40:52,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:40:52,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:40:52,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:40:52,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008 dst=null perm=null proto=rpc
2015-02-11 00:40:52,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:40:52,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:40:52,447 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087
2015-02-11 00:40:52,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086
2015-02-11 00:40:52,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088
2015-02-11 00:40:52,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:52,619 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741904_1080, blk_1073741897_1073, blk_1073741898_1074, blk_1073741900_1076, blk_1073741901_1077]
2015-02-11 00:40:52,620 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741904_1080, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741900_1076]
2015-02-11 00:40:52,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:40:52,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48265, bytes: 155, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741912_1088, duration: 2104227
2015-02-11 00:40:53,105 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0007_01_000001 succeeded
2015-02-11 00:40:53,105 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:40:53,105 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0007_01_000001
2015-02-11 00:40:53,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000001
2015-02-11 00:40:53,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000001
2015-02-11 00:40:53,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000001
2015-02-11 00:40:53,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000001
2015-02-11 00:40:53,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0007/container_1423615085324_0007_01_000001
2015-02-11 00:40:53,127 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:40:53,127 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0007_01_000001 from application application_1423615085324_0007
2015-02-11 00:40:53,127 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:53,127 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0007
2015-02-11 00:40:53,218 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0007_01_000001]
2015-02-11 00:40:53,219 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:40:53,219 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0007_000001
2015-02-11 00:40:53,219 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:40:53,219 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0007_000001 State change from FINISHING to FINISHED
2015-02-11 00:40:53,219 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0007 CONTAINERID=container_1423615085324_0007_01_000001
2015-02-11 00:40:53,220 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0007 State change from FINISHING to FINISHED
2015-02-11 00:40:53,220 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0007_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51518, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:40:53,220 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0007
2015-02-11 00:40:53,220 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:40:53,220 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0007_000001
2015-02-11 00:40:53,220 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0007_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51518, NodeHttpAddress: ip-10-31-157-187.ec2.internal:50020, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51518 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:40:53,220 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0007,name=[E908D9E31575494D8E0B9FE05FDB215C/89F1331884EE4224B05A1B6F0ABE2B61] test/(1/2),user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0007/jobhistory/job/job_1423615085324_0007,appMasterHost=ip-10-31-157-187,startTime=1423615232890,finishTime=1423615247034,finalStatus=SUCCEEDED
2015-02-11 00:40:53,221 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:53,221 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:40:53,221 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0007_000001 released container container_1423615085324_0007_01_000001 on node: host: ip-10-31-157-187.ec2.internal:51518 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:40:53,221 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0007_000001 is done. finalState=FINISHED
2015-02-11 00:40:53,221 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0007 requests cleared
2015-02-11 00:40:53,222 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0007 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:40:53,222 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0007 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:40:53,225 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0007_000001 (auth:SIMPLE)
2015-02-11 00:40:53,227 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0007_01_000001
2015-02-11 00:40:53,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741904_1080 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741904 for deletion
2015-02-11 00:40:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897 for deletion
2015-02-11 00:40:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898 for deletion
2015-02-11 00:40:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741904_1080 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741904
2015-02-11 00:40:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741899_1075 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741899 for deletion
2015-02-11 00:40:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898
2015-02-11 00:40:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897
2015-02-11 00:40:53,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741900_1076 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741900 for deletion
2015-02-11 00:40:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741899_1075 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741899
2015-02-11 00:40:53,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741900_1076 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741900
2015-02-11 00:40:53,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741904_1080 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741904 for deletion
2015-02-11 00:40:53,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897 for deletion
2015-02-11 00:40:53,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898 for deletion
2015-02-11 00:40:53,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741904_1080 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741904
2015-02-11 00:40:53,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741900_1076 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741900 for deletion
2015-02-11 00:40:53,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741898_1074 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741898
2015-02-11 00:40:53,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741897_1073 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741897
2015-02-11 00:40:53,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741901_1077 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741901 for deletion
2015-02-11 00:40:53,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741900_1076 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741900
2015-02-11 00:40:53,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741901_1077 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741901
2015-02-11 00:40:53,769 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:53,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:53,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:53,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:53,770 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0007
2015-02-11 00:40:53,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:53,770 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:53,771 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0007, with delay of 10800 seconds
2015-02-11 00:40:54,153 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0008_000001 (auth:SIMPLE)
2015-02-11 00:40:54,157 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0008_000001
2015-02-11 00:40:54,157 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0008 APPATTEMPTID=appattempt_1423615085324_0008_000001
2015-02-11 00:40:54,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:40:54,158 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0008 State change from ACCEPTED to RUNNING
2015-02-11 00:40:54,214 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(675)) - Number of transactions: 746 Total time for transactions(ms): 94 Number of transactions batched in Syncs: 2 Number of syncs: 501 SyncTimes(ms): 664 556
2015-02-11 00:40:54,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:54,222 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:40:54,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:54,223 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0007
2015-02-11 00:40:54,223 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:40:54,223 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0007, with delay of 10800 seconds
2015-02-11 00:40:54,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:54,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:54,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423615085324_0007
2015-02-11 00:40:54,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:40:54,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:40:54,558 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:40:54,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090 src: /127.0.0.1:48272 dest: /127.0.0.1:32971
2015-02-11 00:40:54,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090 src: /127.0.0.1:53631 dest: /127.0.0.1:47583
2015-02-11 00:40:54,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090 src: /127.0.0.1:51691 dest: /127.0.0.1:48495
2015-02-11 00:40:54,677 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51691, dest: /127.0.0.1:48495, bytes: 107351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090, duration: 48230459
2015-02-11 00:40:54,678 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:40:54,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53631, dest: /127.0.0.1:47583, bytes: 107351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090, duration: 48984265
2015-02-11 00:40:54,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:54,679 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48272, dest: /127.0.0.1:32971, bytes: 107351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090, duration: 49766892
2015-02-11 00:40:54,679 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:54,679 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:40:54,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:54,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:40:54,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:40:55,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:55,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000002
2015-02-11 00:40:55,210 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0008_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:40:55,210 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0008_000001 container=Container: [ContainerId: container_1423615085324_0008_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:55,210 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:40:55,210 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:55,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:55,211 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000003
2015-02-11 00:40:55,211 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0008_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:40:55,211 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0008_000001 container=Container: [ContainerId: container_1423615085324_0008_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:55,212 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:40:55,212 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:55,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:55,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000004
2015-02-11 00:40:55,212 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0008_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:40:55,213 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0008_000001 container=Container: [ContainerId: container_1423615085324_0008_01_000004, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:55,213 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:40:55,213 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:55,213 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:40:55,214 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000005
2015-02-11 00:40:55,214 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0008_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:40:55,214 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0008_000001 container=Container: [ContainerId: container_1423615085324_0008_01_000005, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:40:55,214 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:40:55,214 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:40:56,227 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0008_01_000002
2015-02-11 00:40:56,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:56,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:56,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:56,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:40:56,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:56,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:56,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,449 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0008_000001 (auth:SIMPLE)
2015-02-11 00:40:56,460 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0008_01_000005 by user teamcity
2015-02-11 00:40:56,460 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0008
2015-02-11 00:40:56,461 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0008_01_000002 by user teamcity
2015-02-11 00:40:56,461 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000005
2015-02-11 00:40:56,461 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000002
2015-02-11 00:40:56,462 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from NEW to INITING
2015-02-11 00:40:56,462 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0008_01_000005 to application application_1423615085324_0008
2015-02-11 00:40:56,462 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0008_01_000002 to application application_1423615085324_0008
2015-02-11 00:40:56,462 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0008_01_000004 by user teamcity
2015-02-11 00:40:56,462 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from INITING to RUNNING
2015-02-11 00:40:56,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000004
2015-02-11 00:40:56,463 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:40:56,463 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0008_01_000003 by user teamcity
2015-02-11 00:40:56,463 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:40:56,464 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000003
2015-02-11 00:40:56,464 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0008_01_000004 to application application_1423615085324_0008
2015-02-11 00:40:56,464 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,464 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,464 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:56,464 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0008
2015-02-11 00:40:56,465 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:40:56,465 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:40:56,465 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,465 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,465 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:56,466 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0008
2015-02-11 00:40:56,466 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0008_01_000003 to application application_1423615085324_0008
2015-02-11 00:40:56,466 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:40:56,467 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0008_01_000005
2015-02-11 00:40:56,467 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0008_01_000002
2015-02-11 00:40:56,468 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:40:56,468 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,468 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,468 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:56,468 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0008
2015-02-11 00:40:56,469 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,469 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0008
2015-02-11 00:40:56,469 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:40:56,469 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0008
2015-02-11 00:40:56,470 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0008_01_000004
2015-02-11 00:40:56,471 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0008_01_000003
2015-02-11 00:40:56,492 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0008_01_000005.tokens. Credentials list:
2015-02-11 00:40:56,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423615085324_0008_01_000002.tokens. Credentials list:
2015-02-11 00:40:56,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0008_01_000004.tokens. Credentials list:
2015-02-11 00:40:56,494 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0008_01_000003.tokens. Credentials list:
2015-02-11 00:40:56,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:56,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0008_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000005.tokens
2015-02-11 00:40:56,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:40:56,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar dst=null perm=null proto=rpc
2015-02-11 00:40:56,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51696, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1898217142_6600, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741910_1086, duration: 1269036
2015-02-11 00:40:56,843 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:56,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:56,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml dst=null perm=null proto=rpc
2015-02-11 00:40:56,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090
2015-02-11 00:40:56,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53875, bytes: 92356, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1898217142_6600, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741913_1089, duration: 396278
2015-02-11 00:40:56,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090
2015-02-11 00:40:56,919 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:40:56,919 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:56,920 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:56,920 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:56,920 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:40:56,984 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:56,984 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:56,984 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:56,984 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:56,985 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:56,985 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:56,988 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:40:56,988 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:40:57,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000003/default_container_executor.sh]
2015-02-11 00:40:57,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000002/default_container_executor.sh]
2015-02-11 00:40:57,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000004/default_container_executor.sh]
2015-02-11 00:40:57,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000005/default_container_executor.sh]
2015-02-11 00:40:57,210 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:57,210 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:57,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:57,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:40:57,247 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:40:57,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090
2015-02-11 00:40:57,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:58,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423615085324_0008_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000003.tokens
2015-02-11 00:40:58,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:40:58,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:58,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0008_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000004.tokens
2015-02-11 00:40:58,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:40:58,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:40:59,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423615085324_0008_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000002.tokens
2015-02-11 00:40:59,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:01,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:01,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:01,434 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53650, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000001_0_-1550208941_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 277529
2015-02-11 00:41:01,455 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53651, bytes: 367, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000003_0_1573202446_1, offset: 1024, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 262416
2015-02-11 00:41:01,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:01,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:01,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:01,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53650, bytes: 156, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000001_0_-1550208941_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741905_1081, duration: 239151
2015-02-11 00:41:01,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:41:01,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:41:01,584 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51713, bytes: 131, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000003_0_1573202446_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741906_1082, duration: 280513
2015-02-11 00:41:01,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:01,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48295, bytes: 1399, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000000_0_-710143737_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 258109
2015-02-11 00:41:01,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:01,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:01,757 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53894, bytes: 157, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000000_0_-710143737_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741902_1078, duration: 279224
2015-02-11 00:41:01,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53893, bytes: 883, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000002_0_-1193894026_1, offset: 512, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741911_1087, duration: 267129
2015-02-11 00:41:01,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:01,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:01,891 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53658, bytes: 132, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0008_m_000002_0_-1193894026_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741903_1079, duration: 254118
2015-02-11 00:41:02,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:41:02,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:41:02,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0008_01_000005
2015-02-11 00:41:02,228 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000005
2015-02-11 00:41:02,228 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:41:02,229 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0008_01_000005
2015-02-11 00:41:02,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0008_01_000003
2015-02-11 00:41:02,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000003
2015-02-11 00:41:02,246 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0008_01_000005 is : 143
2015-02-11 00:41:02,255 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:41:02,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091 src: /127.0.0.1:51718 dest: /127.0.0.1:48495
2015-02-11 00:41:02,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091 src: /127.0.0.1:53897 dest: /127.0.0.1:47624
2015-02-11 00:41:02,268 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:41:02,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091 src: /127.0.0.1:48303 dest: /127.0.0.1:32971
2015-02-11 00:41:02,268 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:02,268 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0008_01_000003
2015-02-11 00:41:02,276 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1.jhist for DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:02,288 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0008_01_000003 is : 143
2015-02-11 00:41:02,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000005
2015-02-11 00:41:02,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000005
2015-02-11 00:41:02,306 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:02,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000005
2015-02-11 00:41:02,306 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000005
2015-02-11 00:41:02,307 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:02,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000005
2015-02-11 00:41:02,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000003
2015-02-11 00:41:02,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000003
2015-02-11 00:41:02,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000003
2015-02-11 00:41:02,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000003
2015-02-11 00:41:02,309 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0008_01_000005 from application application_1423615085324_0008
2015-02-11 00:41:02,309 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:02,309 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0008
2015-02-11 00:41:02,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000003
2015-02-11 00:41:02,311 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:02,311 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0008_01_000003 from application application_1423615085324_0008
2015-02-11 00:41:02,311 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:02,312 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0008
2015-02-11 00:41:02,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:02,416 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0008_01_000002
2015-02-11 00:41:02,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000002
2015-02-11 00:41:02,417 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:41:02,417 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0008_01_000002
2015-02-11 00:41:02,417 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0008_01_000005, container_1423615085324_0008_01_000003]
2015-02-11 00:41:02,418 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:02,418 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:41:02,418 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000003
2015-02-11 00:41:02,418 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0008_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:41:02,418 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:41:02,420 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0008_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:02,420 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:02,421 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:41:02,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0008_000001 released container container_1423615085324_0008_01_000003 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:41:02,421 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:02,421 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0008_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:41:02,421 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000005
2015-02-11 00:41:02,421 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0008_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:41:02,422 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:41:02,422 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0008_01_000005, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:02,422 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:02,423 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:41:02,423 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0008_000001 released container container_1423615085324_0008_01_000005 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:41:02,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:41:02,432 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0008_01_000002 is : 143
2015-02-11 00:41:02,449 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:02,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000002
2015-02-11 00:41:02,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000002
2015-02-11 00:41:02,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000002
2015-02-11 00:41:02,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000002
2015-02-11 00:41:02,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000002
2015-02-11 00:41:02,451 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:02,451 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0008_01_000002 from application application_1423615085324_0008
2015-02-11 00:41:02,451 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:02,451 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0008
2015-02-11 00:41:02,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0008_01_000004
2015-02-11 00:41:02,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000004
2015-02-11 00:41:02,514 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:41:02,514 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0008_01_000004
2015-02-11 00:41:02,515 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0008_01_000002]
2015-02-11 00:41:02,515 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:02,515 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:41:02,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000002
2015-02-11 00:41:02,516 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0008_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:41:02,516 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:41:02,517 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0008_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:02,517 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:02,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:41:02,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0008_000001 released container container_1423615085324_0008_01_000002 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:41:02,531 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0008_01_000004 is : 143
2015-02-11 00:41:02,551 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:02,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000004
2015-02-11 00:41:02,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000004
2015-02-11 00:41:02,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000004
2015-02-11 00:41:02,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000004
2015-02-11 00:41:02,553 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000004
2015-02-11 00:41:02,553 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:02,553 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0008_01_000004 from application application_1423615085324_0008
2015-02-11 00:41:02,553 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:02,554 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0008
2015-02-11 00:41:03,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:03,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000006
2015-02-11 00:41:03,340 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0008_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:41:03,340 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0008_000001 container=Container: [ContainerId: container_1423615085324_0008_01_000006, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:03,340 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:41:03,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:03,515 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0008_01_000004]
2015-02-11 00:41:03,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:03,516 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0008_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:41:03,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000004
2015-02-11 00:41:03,516 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0008_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:41:03,516 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:41:03,517 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0008_01_000004, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:03,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:03,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:41:03,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0008_000001 released container container_1423615085324_0008_01_000004 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:41:03,826 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-11 00:41:03,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:41:03,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:41:03,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary dst=null perm=null proto=rpc
2015-02-11 00:41:03,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary dst=null perm=null proto=rpc
2015-02-11 00:41:03,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48307, bytes: 460, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-903812561_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741894_1070, duration: 249969
2015-02-11 00:41:03,837 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423615085324_0006,submitTime=1423615210415,launchTime=1423615216346,firstMapTaskLaunchTime=1423615218659,firstReduceTaskLaunchTime=1423615226469,finishTime=1423615231179,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=21,reduceSlotSeconds=4,jobName=[4E2A7D6700AE486B82BA28E4F64433EE/5D21611346C74144B809608F985596DB] restartable/(2/2) ...latform/restartcheckpoint
2015-02-11 00:41:03,838 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary]
2015-02-11 00:41:03,838 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51725, bytes: 409, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-903812561_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741907_1083, duration: 353069
2015-02-11 00:41:03,838 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423615085324_0007,submitTime=1423615232890,launchTime=1423615238762,firstMapTaskLaunchTime=1423615241050,firstReduceTaskLaunchTime=0,finishTime=1423615246866,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=21,reduceSlotSeconds=0,jobName=[E908D9E31575494D8E0B9FE05FDB215C/89F1331884EE4224B05A1B6F0ABE2B61] test/(1/2)
2015-02-11 00:41:03,839 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary]
2015-02-11 00:41:03,841 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741894_1070 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:41:03,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006.summary dst=null perm=null proto=rpc
2015-02-11 00:41:03,845 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:41:03,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007.summary dst=null perm=null proto=rpc
2015-02-11 00:41:03,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:41:03,847 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist
2015-02-11 00:41:03,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:41:03,848 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist
2015-02-11 00:41:03,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0006-1423615210415-teamcity-%5B4E2A7D6700AE486B82BA28E4F64433EE%2F5D21611346C74144-1423615231179-4-1-SUCCEEDED-default-1423615216346.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:03,850 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0006_conf.xml
2015-02-11 00:41:03,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0007-1423615232890-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F89F1331884EE4224-1423615246866-4-0-SUCCEEDED-default-1423615238762.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:03,854 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml to hdfs://localhost:45155/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0007_conf.xml
2015-02-11 00:41:03,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0006_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:03,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423615085324_0007_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:04,294 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0008_01_000006
2015-02-11 00:41:04,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:04,312 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0008_000001 (auth:SIMPLE)
2015-02-11 00:41:04,315 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0008_01_000006 by user teamcity
2015-02-11 00:41:04,316 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000006
2015-02-11 00:41:04,316 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0008_01_000006 to application application_1423615085324_0008
2015-02-11 00:41:04,316 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:41:04,316 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0008
2015-02-11 00:41:04,317 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0008
2015-02-11 00:41:04,317 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:04,317 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0008
2015-02-11 00:41:04,318 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:04,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:04,370 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:04,371 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:04,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000006/default_container_executor.sh]
2015-02-11 00:41:04,624 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741907_1083]
2015-02-11 00:41:04,624 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741894_1070]
2015-02-11 00:41:05,297 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:41:05,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741907_1083 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741907 for deletion
2015-02-11 00:41:05,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741907_1083 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741907
2015-02-11 00:41:06,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741894_1070 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741894 for deletion
2015-02-11 00:41:06,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741894_1070 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741894
2015-02-11 00:41:07,625 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741907_1083, blk_1073741894_1070]
2015-02-11 00:41:07,625 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741907_1083, blk_1073741894_1070]
2015-02-11 00:41:08,092 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:41:08,112 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:41:08,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:08,542 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_r_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:41:08,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092 src: /127.0.0.1:53912 dest: /127.0.0.1:47624
2015-02-11 00:41:08,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092 src: /127.0.0.1:51735 dest: /127.0.0.1:48495
2015-02-11 00:41:08,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092 src: /127.0.0.1:53677 dest: /127.0.0.1:47583
2015-02-11 00:41:08,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53677, dest: /127.0.0.1:47583, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0008_r_000000_0_743294054_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, duration: 48590371
2015-02-11 00:41:08,742 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:08,742 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:08,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51735, dest: /127.0.0.1:48495, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0008_r_000000_0_743294054_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, duration: 49474017
2015-02-11 00:41:08,743 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:08,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:08,743 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53912, dest: /127.0.0.1:47624, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0008_r_000000_0_743294054_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, duration: 50368873
2015-02-11 00:41:08,744 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:08,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:08,752 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0008_r_000000_0_743294054_1
2015-02-11 00:41:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741907_1083 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741907 for deletion
2015-02-11 00:41:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741894_1070 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741894 for deletion
2015-02-11 00:41:08,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741907_1083 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741907
2015-02-11 00:41:08,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741894_1070 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741894
2015-02-11 00:41:08,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:08,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:08,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/task_1423615085324_0008_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:41:08,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/_temporary/attempt_1423615085324_0008_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/task_1423615085324_0008_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:08,919 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0008_01_000006
2015-02-11 00:41:08,919 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000006
2015-02-11 00:41:08,920 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:41:08,920 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0008_01_000006
2015-02-11 00:41:08,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:08,934 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:08,935 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0008_01_000006 is : 143
2015-02-11 00:41:08,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:41:08,954 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:08,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:08,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000006
2015-02-11 00:41:08,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:08,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000006
2015-02-11 00:41:08,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000006
2015-02-11 00:41:08,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/task_1423615085324_0008_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:41:08,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000006
2015-02-11 00:41:08,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741907_1083 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741907 for deletion
2015-02-11 00:41:08,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741894_1070 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741894 for deletion
2015-02-11 00:41:08,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741907_1083 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741907
2015-02-11 00:41:08,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741894_1070 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741894
2015-02-11 00:41:08,957 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000006
2015-02-11 00:41:08,958 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:08,958 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0008_01_000006 from application application_1423615085324_0008
2015-02-11 00:41:08,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:08,958 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0008
2015-02-11 00:41:08,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:08,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary/1/task_1423615085324_0008_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:08,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:41:08,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:08,984 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:08,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:08,993 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:09,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48303, dest: /127.0.0.1:32971, bytes: 62481, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091, duration: 6749410646
2015-02-11 00:41:09,020 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:09,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15971
2015-02-11 00:41:09,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53897, dest: /127.0.0.1:47624, bytes: 62481, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091, duration: 6750136126
2015-02-11 00:41:09,022 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15971
2015-02-11 00:41:09,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51718, dest: /127.0.0.1:48495, bytes: 62481, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091, duration: 6751815272
2015-02-11 00:41:09,023 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15971
2015-02-11 00:41:09,029 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:09,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:09,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:41:09,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093 src: /127.0.0.1:48320 dest: /127.0.0.1:32971
2015-02-11 00:41:09,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093 src: /127.0.0.1:51738 dest: /127.0.0.1:48495
2015-02-11 00:41:09,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093 src: /127.0.0.1:53680 dest: /127.0.0.1:47583
2015-02-11 00:41:09,050 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53680, dest: /127.0.0.1:47583, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093, duration: 1871350
2015-02-11 00:41:09,051 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:09,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51738, dest: /127.0.0.1:48495, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093, duration: 2757105
2015-02-11 00:41:09,051 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,052 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48320, dest: /127.0.0.1:32971, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093, duration: 3162690
2015-02-11 00:41:09,052 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,057 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:09,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:09,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:09,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:09,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:09,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:09,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:09,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:09,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51740, bytes: 62973, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091, duration: 370829
2015-02-11 00:41:09,091 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:41:09,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094 src: /127.0.0.1:51741 dest: /127.0.0.1:48495
2015-02-11 00:41:09,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094 src: /127.0.0.1:53920 dest: /127.0.0.1:47624
2015-02-11 00:41:09,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094 src: /127.0.0.1:48326 dest: /127.0.0.1:32971
2015-02-11 00:41:09,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48326, dest: /127.0.0.1:32971, bytes: 62481, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094, duration: 2168089
2015-02-11 00:41:09,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,103 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:09,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53920, dest: /127.0.0.1:47624, bytes: 62481, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094, duration: 4133746
2015-02-11 00:41:09,104 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,105 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51741, dest: /127.0.0.1:48495, bytes: 62481, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094, duration: 4961498
2015-02-11 00:41:09,105 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,109 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:09,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:09,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:09,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:09,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:09,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:09,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008/job_1423615085324_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:09,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:09,127 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53685, bytes: 108191, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741914_1090, duration: 502360
2015-02-11 00:41:09,130 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]}
2015-02-11 00:41:09,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095 src: /127.0.0.1:48328 dest: /127.0.0.1:32971
2015-02-11 00:41:09,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095 src: /127.0.0.1:53924 dest: /127.0.0.1:47624
2015-02-11 00:41:09,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095 src: /127.0.0.1:53688 dest: /127.0.0.1:47583
2015-02-11 00:41:09,142 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53688, dest: /127.0.0.1:47583, bytes: 107351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095, duration: 2614794
2015-02-11 00:41:09,142 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:09,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,142 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53924, dest: /127.0.0.1:47624, bytes: 107351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095, duration: 3163664
2015-02-11 00:41:09,143 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,144 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48328, dest: /127.0.0.1:32971, bytes: 107351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-44800904_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095, duration: 4091846
2015-02-11 00:41:09,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:09,144 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:09,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-44800904_1
2015-02-11 00:41:09,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:09,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:09,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:09,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0008-1423615248309-teamcity-%5BE908D9E31575494D8E0B9FE05FDB215C%2F245BFA0613964DC8-1423615268995-4-1-SUCCEEDED-default-1423615254195.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:09,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:41:09,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:41:09,173 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0008 with final state: FINISHING
2015-02-11 00:41:09,173 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0008 State change from RUNNING to FINAL_SAVING
2015-02-11 00:41:09,173 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:41:09,173 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0008
2015-02-11 00:41:09,174 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0008 State change from FINAL_SAVING to FINISHING
2015-02-11 00:41:09,920 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0008_01_000006]
2015-02-11 00:41:09,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:09,921 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0008_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:41:09,921 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000006
2015-02-11 00:41:09,921 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0008_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:41:09,922 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:41:09,923 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0008_01_000006, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:09,923 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:09,923 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:41:09,923 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0008_000001 released container container_1423615085324_0008_01_000006 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:41:10,182 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:41:10,183 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:32971 127.0.0.1:47624
2015-02-11 00:41:10,183 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741912_1088 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971
2015-02-11 00:41:10,183 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624
2015-02-11 00:41:10,183 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:41:10,184 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:41:10,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0008 dst=null perm=null proto=rpc
2015-02-11 00:41:10,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:41:10,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:47583 127.0.0.1:32971 127.0.0.1:47624
2015-02-11 00:41:10,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:41:10,255 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:41:10,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/8616958044_test_DEB56B7BD14D468E9A6EBCBE0D4C0EEA dst=null perm=null proto=rpc
2015-02-11 00:41:10,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,256 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary
2015-02-11 00:41:10,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/_temporary dst=null perm=null proto=rpc
2015-02-11 00:41:10,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,280 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:41:10,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:10,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51748, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, duration: 254818
2015-02-11 00:41:10,284 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/simplecheckpoint
2015-02-11 00:41:10,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:10,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:10,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/simplecheckpoint/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:10,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53690, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092, duration: 218184
2015-02-11 00:41:10,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:10,316 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:41:10,316 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:41:10,324 INFO planner.FlowPlanner (FlowPlanner.java:insertTempTapAfter(642)) - found checkpoint: checkpoint, using tap: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap"]
2015-02-11 00:41:10,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:10,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:10,353 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-11 00:41:10,353 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:41:10,354 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink"]
2015-02-11 00:41:10,354 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] parallel execution is enabled: true
2015-02-11 00:41:10,354 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting jobs: 2
2015-02-11 00:41:10,355 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] allocating threads: 2
2015-02-11 00:41:10,356 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/2) ...ntplatform/checkpoint/tap
2015-02-11 00:41:10,372 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:41:10,389 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:41:10,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:10,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:41:10,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:41:10,396 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 9
2015-02-11 00:41:10,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009 dst=null perm=null proto=rpc
2015-02-11 00:41:10,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:41:10,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:41:10,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,416 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:41:10,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096 src: /127.0.0.1:53692 dest: /127.0.0.1:47583
2015-02-11 00:41:10,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096 src: /127.0.0.1:51752 dest: /127.0.0.1:48495
2015-02-11 00:41:10,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096 src: /127.0.0.1:48336 dest: /127.0.0.1:32971
2015-02-11 00:41:10,431 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48336, dest: /127.0.0.1:32971, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, duration: 4171323
2015-02-11 00:41:10,432 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:10,432 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51752, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, duration: 4983160
2015-02-11 00:41:10,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53692, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, duration: 6334287
2015-02-11 00:41:10,434 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,434 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,445 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:10,446 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar
2015-02-11 00:41:10,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:41:10,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:41:10,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:41:10,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:41:10,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:41:10,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:10,466 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:41:10,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:10,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,480 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split
2015-02-11 00:41:10,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:10,487 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:41:10,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097 src: /127.0.0.1:53695 dest: /127.0.0.1:47583
2015-02-11 00:41:10,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097 src: /127.0.0.1:51755 dest: /127.0.0.1:48495
2015-02-11 00:41:10,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097 src: /127.0.0.1:53934 dest: /127.0.0.1:47624
2015-02-11 00:41:10,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097 src: /127.0.0.1:48340 dest: /127.0.0.1:32971
2015-02-11 00:41:10,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48340, dest: /127.0.0.1:32971, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 2223706
2015-02-11 00:41:10,502 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:10,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53934, dest: /127.0.0.1:47624, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 1969189
2015-02-11 00:41:10,503 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51755, dest: /127.0.0.1:48495, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 3072894
2015-02-11 00:41:10,504 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53695, dest: /127.0.0.1:47583, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 3992018
2015-02-11 00:41:10,505 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,513 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:10,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,521 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:41:10,524 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098 src: /127.0.0.1:53936 dest: /127.0.0.1:47624
2015-02-11 00:41:10,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098 src: /127.0.0.1:53700 dest: /127.0.0.1:47583
2015-02-11 00:41:10,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098 src: /127.0.0.1:48343 dest: /127.0.0.1:32971
2015-02-11 00:41:10,530 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48343, dest: /127.0.0.1:32971, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, duration: 1803904
2015-02-11 00:41:10,531 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:10,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,531 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53700, dest: /127.0.0.1:47583, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, duration: 2482916
2015-02-11 00:41:10,532 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,532 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53936, dest: /127.0.0.1:47624, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, duration: 2633991
2015-02-11 00:41:10,532 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,537 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:10,537 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:41:10,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:10,585 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:41:10,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099 src: /127.0.0.1:48344 dest: /127.0.0.1:32971
2015-02-11 00:41:10,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099 src: /127.0.0.1:53703 dest: /127.0.0.1:47583
2015-02-11 00:41:10,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099 src: /127.0.0.1:51763 dest: /127.0.0.1:48495
2015-02-11 00:41:10,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51763, dest: /127.0.0.1:48495, bytes: 90660, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, duration: 2780203
2015-02-11 00:41:10,598 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:10,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,598 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53703, dest: /127.0.0.1:47583, bytes: 90660, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, duration: 3326629
2015-02-11 00:41:10,599 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48344, dest: /127.0.0.1:32971, bytes: 90660, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, duration: 4120052
2015-02-11 00:41:10,600 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:10,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:10,608 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:10,608 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0009
2015-02-11 00:41:10,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009 dst=null perm=null proto=rpc
2015-02-11 00:41:10,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:10,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:10,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:10,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:10,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:10,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:10,634 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:32971 to replicate blk_1073741920_1096 to datanode(s) 127.0.0.1:47624
2015-02-11 00:41:10,634 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741905_1081, blk_1073741906_1082, blk_1073741910_1086, blk_1073741911_1087, blk_1073741913_1089, blk_1073741915_1091, blk_1073741902_1078, blk_1073741903_1079]
2015-02-11 00:41:10,635 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741905_1081, blk_1073741906_1082, blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741914_1090, blk_1073741915_1091]
2015-02-11 00:41:10,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:10,644 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 9 submitted by user teamcity
2015-02-11 00:41:10,644 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0009
2015-02-11 00:41:10,644 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0009
2015-02-11 00:41:10,645 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0009
2015-02-11 00:41:10,645 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0009 State change from NEW to NEW_SAVING
2015-02-11 00:41:10,645 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0009 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:41:10,645 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0009 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:41:10,645 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0009 from user: teamcity, in queue: default
2015-02-11 00:41:10,646 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0009
2015-02-11 00:41:10,646 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0009 State change from SUBMITTED to ACCEPTED
2015-02-11 00:41:10,647 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0009_000001
2015-02-11 00:41:10,648 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from NEW to SUBMITTED
2015-02-11 00:41:10,648 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0009 from user: teamcity activated in queue: default
2015-02-11 00:41:10,648 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:41:10,648 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0009_000001 to scheduler from user teamcity in queue default
2015-02-11 00:41:10,648 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:41:10,650 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0009/
2015-02-11 00:41:10,650 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423615085324_0009
2015-02-11 00:41:10,650 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0009/
2015-02-11 00:41:10,776 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:10,776 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000001
2015-02-11 00:41:10,776 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0009_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:41:10,776 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0009_000001 container=Container: [ContainerId: container_1423615085324_0009_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:10,776 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:41:10,777 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:10,777 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52786 for container : container_1423615085324_0009_01_000001
2015-02-11 00:41:10,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:10,777 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0009_000001
2015-02-11 00:41:10,777 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0009 AttemptId: appattempt_1423615085324_0009_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0009_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ]
2015-02-11 00:41:10,778 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:41:10,778 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:41:10,778 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0009_000001
2015-02-11 00:41:10,780 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0009_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] for AM appattempt_1423615085324_0009_000001
2015-02-11 00:41:10,780 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:41:10,784 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0009_000001 (auth:SIMPLE)
2015-02-11 00:41:10,787 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0009_01_000001 by user teamcity
2015-02-11 00:41:10,787 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0009
2015-02-11 00:41:10,787 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000001
2015-02-11 00:41:10,788 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from NEW to INITING
2015-02-11 00:41:10,788 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0009_01_000001 to application application_1423615085324_0009
2015-02-11 00:41:10,788 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0009_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] for AM appattempt_1423615085324_0009_000001
2015-02-11 00:41:10,788 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from INITING to RUNNING
2015-02-11 00:41:10,788 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:41:10,789 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:41:10,789 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0009
2015-02-11 00:41:10,789 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:41:10,789 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:41:10,789 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:41:10,790 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:41:10,790 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0009_01_000001
2015-02-11 00:41:10,809 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423615085324_0009_01_000001.tokens. Credentials list:
2015-02-11 00:41:10,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:10,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423615085324_0009_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000001.tokens
2015-02-11 00:41:10,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:11,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:11,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:11,121 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48350, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_802453628_7236, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, duration: 1193287
2015-02-11 00:41:11,164 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:11,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:11,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:11,206 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48350, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_802453628_7236, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, duration: 243589
2015-02-11 00:41:11,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:11,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:11,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:11,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51748, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_802453628_7236, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 239767
2015-02-11 00:41:11,314 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:11,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:11,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:11,353 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53690, bytes: 91372, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_802453628_7236, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, duration: 409745
2015-02-11 00:41:11,387 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:11,387 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:11,436 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:11,436 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:11,552 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000001/default_container_executor.sh]
2015-02-11 00:41:11,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098
2015-02-11 00:41:11,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092
2015-02-11 00:41:11,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095
2015-02-11 00:41:11,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091
2015-02-11 00:41:11,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097
2015-02-11 00:41:11,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094
2015-02-11 00:41:11,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741905_1081 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741905 for deletion
2015-02-11 00:41:11,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741906_1082 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741906 for deletion
2015-02-11 00:41:11,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910 for deletion
2015-02-11 00:41:11,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741906_1082 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741906
2015-02-11 00:41:11,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741905_1081 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741905
2015-02-11 00:41:11,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911 for deletion
2015-02-11 00:41:11,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910
2015-02-11 00:41:11,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741912_1088 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741912 for deletion
2015-02-11 00:41:11,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741913_1089 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741913 for deletion
2015-02-11 00:41:11,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741912_1088 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741912
2015-02-11 00:41:11,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741914_1090 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741914 for deletion
2015-02-11 00:41:11,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911
2015-02-11 00:41:11,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741915_1091 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741915 for deletion
2015-02-11 00:41:11,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741914_1090 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741914
2015-02-11 00:41:11,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741913_1089 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741913
2015-02-11 00:41:11,758 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741915_1091 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741915
2015-02-11 00:41:11,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741905_1081 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741905 for deletion
2015-02-11 00:41:11,759 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741906_1082 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741906 for deletion
2015-02-11 00:41:11,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741905_1081 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741905
2015-02-11 00:41:11,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910 for deletion
2015-02-11 00:41:11,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741906_1082 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741906
2015-02-11 00:41:11,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911 for deletion
2015-02-11 00:41:11,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741913_1089 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741913 for deletion
2015-02-11 00:41:11,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910
2015-02-11 00:41:11,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741915_1091 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741915 for deletion
2015-02-11 00:41:11,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741902_1078 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741902 for deletion
2015-02-11 00:41:11,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741903_1079 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741903 for deletion
2015-02-11 00:41:11,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741913_1089 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741913
2015-02-11 00:41:11,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911
2015-02-11 00:41:11,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741903_1079 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741903
2015-02-11 00:41:11,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741915_1091 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741915
2015-02-11 00:41:11,762 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741902_1078 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741902
2015-02-11 00:41:11,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:11,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094
2015-02-11 00:41:11,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093
2015-02-11 00:41:11,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099
2015-02-11 00:41:11,886 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092
2015-02-11 00:41:11,886 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097
2015-02-11 00:41:11,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096
2015-02-11 00:41:11,916 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097
2015-02-11 00:41:12,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096
2015-02-11 00:41:12,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095
2015-02-11 00:41:12,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741916_1092
2015-02-11 00:41:12,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098
2015-02-11 00:41:12,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099
2015-02-11 00:41:12,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093
2015-02-11 00:41:12,377 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=48e9e32a-a5e3-473e-87f4-94cf8918406c, infoPort=50900, ipcPort=46188, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096 to 127.0.0.1:47624
2015-02-11 00:41:12,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096 src: /127.0.0.1:53946 dest: /127.0.0.1:47624
2015-02-11 00:41:12,380 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096 (numBytes=254067) to /127.0.0.1:47624
2015-02-11 00:41:12,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096 src: /127.0.0.1:53946 dest: /127.0.0.1:47624 of size 254067
2015-02-11 00:41:12,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741920_1096 size 254067
2015-02-11 00:41:12,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098
2015-02-11 00:41:12,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741915_1091
2015-02-11 00:41:12,461 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741919_1095
2015-02-11 00:41:12,463 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099
2015-02-11 00:41:12,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096
2015-02-11 00:41:12,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741918_1094
2015-02-11 00:41:12,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741917_1093
2015-02-11 00:41:12,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097
2015-02-11 00:41:13,635 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741914_1090, blk_1073741915_1091, blk_1073741902_1078, blk_1073741903_1079]
2015-02-11 00:41:13,636 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741905_1081, blk_1073741906_1082, blk_1073741910_1086, blk_1073741911_1087, blk_1073741912_1088, blk_1073741913_1089, blk_1073741914_1090, blk_1073741902_1078, blk_1073741903_1079]
2015-02-11 00:41:14,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:41:14,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:41:14,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:41:14,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:41:14,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009 dst=null perm=null proto=rpc
2015-02-11 00:41:14,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:41:14,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:41:14,957 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741905_1081 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741905 for deletion
2015-02-11 00:41:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741906_1082 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741906 for deletion
2015-02-11 00:41:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741905_1081 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741905
2015-02-11 00:41:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741906_1082 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741906
2015-02-11 00:41:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910 for deletion
2015-02-11 00:41:14,958 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911 for deletion
2015-02-11 00:41:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741912_1088 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741912 for deletion
2015-02-11 00:41:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910
2015-02-11 00:41:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741913_1089 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741913 for deletion
2015-02-11 00:41:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741912_1088 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741912
2015-02-11 00:41:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741914_1090 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741914 for deletion
2015-02-11 00:41:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741902_1078 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741902 for deletion
2015-02-11 00:41:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741914_1090 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741914
2015-02-11 00:41:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741902_1078 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741902
2015-02-11 00:41:14,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911
2015-02-11 00:41:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741913_1089 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741913
2015-02-11 00:41:14,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741903_1079 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741903 for deletion
2015-02-11 00:41:14,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741903_1079 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741903
2015-02-11 00:41:15,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:15,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:15,229 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53713, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741922_1098, duration: 251157
2015-02-11 00:41:15,346 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0008_01_000001 succeeded
2015-02-11 00:41:15,347 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:41:15,347 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0008_01_000001
2015-02-11 00:41:15,364 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000001
2015-02-11 00:41:15,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000001
2015-02-11 00:41:15,365 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000001
2015-02-11 00:41:15,365 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:41:15,365 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0008_01_000001 from application application_1423615085324_0008
2015-02-11 00:41:15,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:15,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0008
2015-02-11 00:41:15,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000001
2015-02-11 00:41:15,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0008/container_1423615085324_0008_01_000001
2015-02-11 00:41:15,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910 for deletion
2015-02-11 00:41:15,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911 for deletion
2015-02-11 00:41:15,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741912_1088 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741912 for deletion
2015-02-11 00:41:15,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741910_1086 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741910
2015-02-11 00:41:15,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741914_1090 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741914 for deletion
2015-02-11 00:41:15,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741912_1088 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741912
2015-02-11 00:41:15,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741911_1087 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741911
2015-02-11 00:41:15,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741914_1090 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741914
2015-02-11 00:41:15,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741915_1091 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741915 for deletion
2015-02-11 00:41:15,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741902_1078 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741902 for deletion
2015-02-11 00:41:15,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741915_1091 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741915
2015-02-11 00:41:15,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741902_1078 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741902
2015-02-11 00:41:15,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741903_1079 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741903 for deletion
2015-02-11 00:41:15,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741903_1079 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741903
2015-02-11 00:41:15,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0008_01_000001]
2015-02-11 00:41:15,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:15,923 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0008_000001
2015-02-11 00:41:15,924 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0008_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:41:15,924 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0008_000001 State change from FINISHING to FINISHED
2015-02-11 00:41:15,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0008 CONTAINERID=container_1423615085324_0008_01_000001
2015-02-11 00:41:15,924 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0008 State change from FINISHING to FINISHED
2015-02-11 00:41:15,924 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0008_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:41:15,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0008
2015-02-11 00:41:15,925 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0008_000001
2015-02-11 00:41:15,925 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0008,name=[E908D9E31575494D8E0B9FE05FDB215C/245BFA0613964DC8B141EAE4FE5CE97E] test/(2/2) ...platform/simplecheckpoint,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0008/jobhistory/job/job_1423615085324_0008,appMasterHost=ip-10-31-157-187,startTime=1423615248309,finishTime=1423615269173,finalStatus=SUCCEEDED
2015-02-11 00:41:15,925 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:41:15,926 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0008_01_000001, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:15,927 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:15,927 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:41:15,927 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0008_000001 released container container_1423615085324_0008_01_000001 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:41:15,927 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0008_000001 is done. finalState=FINISHED
2015-02-11 00:41:15,927 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0008 requests cleared
2015-02-11 00:41:15,927 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0008 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:41:15,928 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0008 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:41:15,929 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0008_000001 (auth:SIMPLE)
2015-02-11 00:41:15,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0008_01_000001
2015-02-11 00:41:16,520 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:41:16,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:16,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:16,521 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0008
2015-02-11 00:41:16,521 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:41:16,521 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0008, with delay of 10800 seconds
2015-02-11 00:41:16,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:16,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:16,609 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0009_000001 (auth:SIMPLE)
2015-02-11 00:41:16,613 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0009_000001
2015-02-11 00:41:16,613 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0009 APPATTEMPTID=appattempt_1423615085324_0009_000001
2015-02-11 00:41:16,613 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:41:16,613 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0009 State change from ACCEPTED to RUNNING
2015-02-11 00:41:16,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:16,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:16,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096
2015-02-11 00:41:16,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:16,924 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:41:16,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:16,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:16,925 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0008
2015-02-11 00:41:16,925 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:41:16,925 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0008, with delay of 10800 seconds
2015-02-11 00:41:16,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:16,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0008
2015-02-11 00:41:17,026 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:41:17,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100 src: /127.0.0.1:48360 dest: /127.0.0.1:32971
2015-02-11 00:41:17,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100 src: /127.0.0.1:53719 dest: /127.0.0.1:47583
2015-02-11 00:41:17,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100 src: /127.0.0.1:53957 dest: /127.0.0.1:47624
2015-02-11 00:41:17,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53957, dest: /127.0.0.1:47624, bytes: 106275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100, duration: 48761684
2015-02-11 00:41:17,147 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:17,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:17,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53719, dest: /127.0.0.1:47583, bytes: 106275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100, duration: 48193062
2015-02-11 00:41:17,148 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:17,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:17,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48360, dest: /127.0.0.1:32971, bytes: 106275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100, duration: 49094062
2015-02-11 00:41:17,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:17,150 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:17,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:17,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100
2015-02-11 00:41:17,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:17,778 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000002
2015-02-11 00:41:17,778 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0009_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:41:17,778 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0009_000001 container=Container: [ContainerId: container_1423615085324_0009_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:17,778 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:41:17,779 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:17,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:17,779 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000003
2015-02-11 00:41:17,779 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0009_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:41:17,780 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0009_000001 container=Container: [ContainerId: container_1423615085324_0009_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:17,780 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:41:17,780 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:17,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:17,924 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000004
2015-02-11 00:41:17,924 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0009_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:41:17,925 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0009_000001 container=Container: [ContainerId: container_1423615085324_0009_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:17,925 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:41:17,925 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:17,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:17,926 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000005
2015-02-11 00:41:17,926 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0009_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:41:17,926 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0009_000001 container=Container: [ContainerId: container_1423615085324_0009_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:17,926 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:41:17,926 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:18,689 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:52786 for container : container_1423615085324_0009_01_000002
2015-02-11 00:41:18,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:18,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:18,690 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0009_01_000004
2015-02-11 00:41:18,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:18,691 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:18,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:18,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:18,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:18,990 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0009_000001 (auth:SIMPLE)
2015-02-11 00:41:18,990 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0009_000001 (auth:SIMPLE)
2015-02-11 00:41:19,003 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0009_01_000005 by user teamcity
2015-02-11 00:41:19,003 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0009
2015-02-11 00:41:19,003 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0009_01_000004 by user teamcity
2015-02-11 00:41:19,004 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000005
2015-02-11 00:41:19,004 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from NEW to INITING
2015-02-11 00:41:19,004 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000004
2015-02-11 00:41:19,004 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0009_01_000005 to application application_1423615085324_0009
2015-02-11 00:41:19,004 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0009_01_000004 to application application_1423615085324_0009
2015-02-11 00:41:19,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0009_01_000002 by user teamcity
2015-02-11 00:41:19,005 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from INITING to RUNNING
2015-02-11 00:41:19,003 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0009_01_000003 by user teamcity
2015-02-11 00:41:19,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000002
2015-02-11 00:41:19,005 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0009_01_000002 to application application_1423615085324_0009
2015-02-11 00:41:19,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000003
2015-02-11 00:41:19,005 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:41:19,006 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:41:19,006 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,006 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,006 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:19,005 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0009_01_000003 to application application_1423615085324_0009
2015-02-11 00:41:19,007 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0009
2015-02-11 00:41:19,007 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:41:19,007 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:41:19,007 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:41:19,008 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,008 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,008 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:19,008 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0009
2015-02-11 00:41:19,008 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0009_01_000004
2015-02-11 00:41:19,007 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:41:19,009 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,009 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,009 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:19,009 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0009
2015-02-11 00:41:19,010 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0009_01_000005
2015-02-11 00:41:19,010 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,010 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0009
2015-02-11 00:41:19,010 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:19,010 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0009
2015-02-11 00:41:19,011 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:19,011 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:19,029 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0009_01_000005.tokens. Credentials list:
2015-02-11 00:41:19,030 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0009_01_000004.tokens. Credentials list:
2015-02-11 00:41:19,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:19,071 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:19,071 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:19,077 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:19,077 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:19,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000003/default_container_executor.sh]
2015-02-11 00:41:19,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0009_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000005.tokens
2015-02-11 00:41:19,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:19,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000002/default_container_executor.sh]
2015-02-11 00:41:19,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:19,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:19,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53727, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_456419789_7535, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741920_1096, duration: 711585
2015-02-11 00:41:19,435 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:19,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:19,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:19,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53727, bytes: 91372, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_456419789_7535, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741923_1099, duration: 412833
2015-02-11 00:41:19,518 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:19,518 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:19,519 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:19,573 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:19,573 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:19,574 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:19,574 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:19,641 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:41:19,641 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:41:19,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000004/default_container_executor.sh]
2015-02-11 00:41:19,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000005/default_container_executor.sh]
2015-02-11 00:41:19,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:19,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:19,792 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:41:19,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:19,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:20,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:21,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0009_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000004.tokens
2015-02-11 00:41:21,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:21,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100
2015-02-11 00:41:22,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100
2015-02-11 00:41:23,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:23,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51795, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000001_0_-965223802_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 269440
2015-02-11 00:41:23,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:23,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:23,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000001_0/part-00001 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:23,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48380, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000000_0_-908482175_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 268671
2015-02-11 00:41:23,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:23,462 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48380, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000000_0_-908482175_1, offset: 1024, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 233178
2015-02-11 00:41:23,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:23,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:53977, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000001_0_-965223802_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 261533
2015-02-11 00:41:23,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:23,646 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000001_0/part-00001. BP-1670894054-10.31.157.187-1423615067843 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:41:23,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101 src: /127.0.0.1:48383 dest: /127.0.0.1:32971
2015-02-11 00:41:23,752 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48384, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000003_0_-87127382_1, offset: 1024, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 249932
2015-02-11 00:41:23,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101 src: /127.0.0.1:51802 dest: /127.0.0.1:48495
2015-02-11 00:41:23,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101 src: /127.0.0.1:53981 dest: /127.0.0.1:47624
2015-02-11 00:41:23,792 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:41:23,815 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53981, dest: /127.0.0.1:47624, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000001_0_-965223802_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, duration: 56802840
2015-02-11 00:41:23,815 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:23,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:23,816 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51802, dest: /127.0.0.1:48495, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000001_0_-965223802_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, duration: 58413480
2015-02-11 00:41:23,817 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:23,817 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:23,818 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48383, dest: /127.0.0.1:32971, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000001_0_-965223802_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, duration: 60091291
2015-02-11 00:41:23,818 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:23,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:23,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_1423615085324_0009_m_000001_0_-965223802_1
2015-02-11 00:41:23,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102 src: /127.0.0.1:48387 dest: /127.0.0.1:32971
2015-02-11 00:41:23,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102 src: /127.0.0.1:53746 dest: /127.0.0.1:47583
2015-02-11 00:41:23,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102 src: /127.0.0.1:53984 dest: /127.0.0.1:47624
2015-02-11 00:41:23,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:23,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51807, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000003_0_-87127382_1, offset: 512, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 272089
2015-02-11 00:41:23,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:23,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:41:23,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000003_0/part-00003 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:23,923 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53984, dest: /127.0.0.1:47624, bytes: 33, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000000_0_-908482175_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, duration: 51849842
2015-02-11 00:41:23,923 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:23,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53746, dest: /127.0.0.1:47583, bytes: 33, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000000_0_-908482175_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, duration: 52856626
2015-02-11 00:41:23,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:23,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48387, dest: /127.0.0.1:32971, bytes: 33, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000000_0_-908482175_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, duration: 53830259
2015-02-11 00:41:23,925 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:23,925 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:23,924 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:23,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:23,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0009_m_000000_0_-908482175_1
2015-02-11 00:41:23,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:41:23,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:41:23,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000001_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000001 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:24,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:24,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:24,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:41:24,037 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0009_01_000003
2015-02-11 00:41:24,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000003
2015-02-11 00:41:24,037 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:41:24,037 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0009_01_000003
2015-02-11 00:41:24,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:24,053 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0009_01_000003 is : 143
2015-02-11 00:41:24,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53750, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000002_0_1454675636_1, offset: 512, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741921_1097, duration: 279462
2015-02-11 00:41:24,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:41:24,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103 src: /127.0.0.1:51810 dest: /127.0.0.1:48495
2015-02-11 00:41:24,074 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:24,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000003
2015-02-11 00:41:24,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000003
2015-02-11 00:41:24,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000003
2015-02-11 00:41:24,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103 src: /127.0.0.1:53989 dest: /127.0.0.1:47624
2015-02-11 00:41:24,077 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000003
2015-02-11 00:41:24,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000003
2015-02-11 00:41:24,077 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:24,077 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0009_01_000003 from application application_1423615085324_0009
2015-02-11 00:41:24,077 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:24,078 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0009
2015-02-11 00:41:24,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103 src: /127.0.0.1:48395 dest: /127.0.0.1:32971
2015-02-11 00:41:24,084 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1.jhist for DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:24,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0009_01_000002
2015-02-11 00:41:24,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000002
2015-02-11 00:41:24,110 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:41:24,110 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0009_01_000002
2015-02-11 00:41:24,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0009_01_000003]
2015-02-11 00:41:24,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:24,111 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0009_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:41:24,111 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000003
2015-02-11 00:41:24,111 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0009_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:41:24,111 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:41:24,116 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0009_01_000003, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:24,117 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:24,117 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:41:24,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0009_000001 released container container_1423615085324_0009_01_000003 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:41:24,132 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0009_01_000002 is : 143
2015-02-11 00:41:24,150 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:24,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000002
2015-02-11 00:41:24,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000002
2015-02-11 00:41:24,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000002
2015-02-11 00:41:24,152 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000002
2015-02-11 00:41:24,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000002
2015-02-11 00:41:24,152 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:24,153 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0009_01_000002 from application application_1423615085324_0009
2015-02-11 00:41:24,153 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:24,153 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0009
2015-02-11 00:41:24,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:24,182 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51813, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0009_m_000002_0_1454675636_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741827_1003, duration: 263851
2015-02-11 00:41:24,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000002_0/part-00002 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,205 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000003_0/part-00003. BP-1670894054-10.31.157.187-1423615067843 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:41:24,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104 src: /127.0.0.1:53992 dest: /127.0.0.1:47624
2015-02-11 00:41:24,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104 src: /127.0.0.1:48398 dest: /127.0.0.1:32971
2015-02-11 00:41:24,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104 src: /127.0.0.1:51816 dest: /127.0.0.1:48495
2015-02-11 00:41:24,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51816, dest: /127.0.0.1:48495, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000003_0_-87127382_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, duration: 49678389
2015-02-11 00:41:24,330 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:24,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48398, dest: /127.0.0.1:32971, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000003_0_-87127382_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, duration: 50447054
2015-02-11 00:41:24,331 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53992, dest: /127.0.0.1:47624, bytes: 32, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000003_0_-87127382_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, duration: 51661306
2015-02-11 00:41:24,332 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,340 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1423615085324_0009_m_000003_0_-87127382_1
2015-02-11 00:41:24,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:41:24,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:41:24,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:41:24,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000003_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000003 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:24,475 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000002_0/part-00002. BP-1670894054-10.31.157.187-1423615067843 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:41:24,523 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0009_01_000005
2015-02-11 00:41:24,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000005
2015-02-11 00:41:24,523 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:41:24,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0009_01_000005
2015-02-11 00:41:24,540 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0009_01_000005 is : 143
2015-02-11 00:41:24,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105 src: /127.0.0.1:51817 dest: /127.0.0.1:48495
2015-02-11 00:41:24,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105 src: /127.0.0.1:48401 dest: /127.0.0.1:32971
2015-02-11 00:41:24,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105 src: /127.0.0.1:53997 dest: /127.0.0.1:47624
2015-02-11 00:41:24,556 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:24,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000005
2015-02-11 00:41:24,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000005
2015-02-11 00:41:24,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000005
2015-02-11 00:41:24,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000005
2015-02-11 00:41:24,558 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000005
2015-02-11 00:41:24,558 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:24,558 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0009_01_000005 from application application_1423615085324_0009
2015-02-11 00:41:24,558 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:24,558 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0009
2015-02-11 00:41:24,588 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53997, dest: /127.0.0.1:47624, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000002_0_1454675636_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, duration: 38166217
2015-02-11 00:41:24,588 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:24,589 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,589 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48401, dest: /127.0.0.1:32971, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000002_0_1454675636_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, duration: 38678568
2015-02-11 00:41:24,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,590 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51817, dest: /127.0.0.1:48495, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0009_m_000002_0_1454675636_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, duration: 40545721
2015-02-11 00:41:24,590 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,590 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_1423615085324_0009_m_000002_0_1454675636_1
2015-02-11 00:41:24,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:41:24,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:41:24,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:41:24,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/_temporary/attempt_1423615085324_0009_m_000002_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000002 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:24,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0009_01_000004
2015-02-11 00:41:24,780 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000004
2015-02-11 00:41:24,780 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:41:24,780 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0009_01_000004
2015-02-11 00:41:24,780 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0009_01_000005]
2015-02-11 00:41:24,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:24,781 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0009_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:41:24,781 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000005
2015-02-11 00:41:24,781 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0009_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:41:24,781 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:41:24,782 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0009_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:24,782 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:24,782 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:41:24,782 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0009_000001 released container container_1423615085324_0009_01_000005 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:41:24,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,794 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:24,799 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0009_01_000004 is : 143
2015-02-11 00:41:24,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:41:24,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000000 dst=null perm=null proto=rpc
2015-02-11 00:41:24,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:24,818 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:24,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000004
2015-02-11 00:41:24,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000004
2015-02-11 00:41:24,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000004
2015-02-11 00:41:24,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000004
2015-02-11 00:41:24,819 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000004
2015-02-11 00:41:24,819 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:24,819 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0009_01_000004 from application application_1423615085324_0009
2015-02-11 00:41:24,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:24,820 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0009
2015-02-11 00:41:24,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000001 dst=null perm=null proto=rpc
2015-02-11 00:41:24,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:24,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000001/part-00001 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00001 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000002 dst=null perm=null proto=rpc
2015-02-11 00:41:24,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:24,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000002/part-00002 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00002 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:24,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000003 dst=null perm=null proto=rpc
2015-02-11 00:41:24,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:41:24,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary/1/task_1423615085324_0009_m_000003/part-00003 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00003 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary dst=null perm=null proto=rpc
2015-02-11 00:41:24,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:24,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,884 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:24,905 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48395, dest: /127.0.0.1:32971, bytes: 48419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103, duration: 824733470
2015-02-11 00:41:24,905 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:24,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15783
2015-02-11 00:41:24,906 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53989, dest: /127.0.0.1:47624, bytes: 48419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103, duration: 826414757
2015-02-11 00:41:24,906 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15783
2015-02-11 00:41:24,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51810, dest: /127.0.0.1:48495, bytes: 48419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103, duration: 827713025
2015-02-11 00:41:24,908 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 15783
2015-02-11 00:41:24,912 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:24,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,919 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:41:24,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106 src: /127.0.0.1:51820 dest: /127.0.0.1:48495
2015-02-11 00:41:24,926 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106 src: /127.0.0.1:53762 dest: /127.0.0.1:47583
2015-02-11 00:41:24,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106 src: /127.0.0.1:54000 dest: /127.0.0.1:47624
2015-02-11 00:41:24,931 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54000, dest: /127.0.0.1:47624, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106, duration: 2068433
2015-02-11 00:41:24,931 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:24,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,931 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53762, dest: /127.0.0.1:47583, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106, duration: 2406295
2015-02-11 00:41:24,932 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,932 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,932 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51820, dest: /127.0.0.1:48495, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106, duration: 2957615
2015-02-11 00:41:24,932 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,936 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:24,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:24,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:24,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:24,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:24,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:24,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:24,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:24,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54001, bytes: 48799, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103, duration: 284058
2015-02-11 00:41:24,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:41:24,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107 src: /127.0.0.1:48407 dest: /127.0.0.1:32971
2015-02-11 00:41:24,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107 src: /127.0.0.1:53766 dest: /127.0.0.1:47583
2015-02-11 00:41:24,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107 src: /127.0.0.1:54004 dest: /127.0.0.1:47624
2015-02-11 00:41:24,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54004, dest: /127.0.0.1:47624, bytes: 48419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107, duration: 2306946
2015-02-11 00:41:24,980 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:24,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53766, dest: /127.0.0.1:47583, bytes: 48419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107, duration: 2807668
2015-02-11 00:41:24,981 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48407, dest: /127.0.0.1:32971, bytes: 48419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107, duration: 3792325
2015-02-11 00:41:24,982 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:24,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 0
2015-02-11 00:41:24,985 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:24,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:24,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:24,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:24,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:24,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:24,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009/job_1423615085324_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:25,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:25,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54001, bytes: 107107, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741924_1100, duration: 389997
2015-02-11 00:41:25,008 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:41:25,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108 src: /127.0.0.1:48410 dest: /127.0.0.1:32971
2015-02-11 00:41:25,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108 src: /127.0.0.1:53769 dest: /127.0.0.1:47583
2015-02-11 00:41:25,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108 src: /127.0.0.1:51829 dest: /127.0.0.1:48495
2015-02-11 00:41:25,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51829, dest: /127.0.0.1:48495, bytes: 106275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108, duration: 2586775
2015-02-11 00:41:25,021 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:25,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:25,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53769, dest: /127.0.0.1:47583, bytes: 106275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108, duration: 3251519
2015-02-11 00:41:25,022 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:25,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:25,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48410, dest: /127.0.0.1:32971, bytes: 106275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-176075162_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108, duration: 4222305
2015-02-11 00:41:25,023 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:25,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:25,038 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-176075162_1
2015-02-11 00:41:25,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:25,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:25,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:25,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0009-1423615270644-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2FEAEE3B60085F4947-1423615284885-4-0-SUCCEEDED-default-1423615276651.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:25,064 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0009_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:41:25,065 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:41:25,065 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0009 with final state: FINISHING
2015-02-11 00:41:25,065 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0009 State change from RUNNING to FINAL_SAVING
2015-02-11 00:41:25,065 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0009
2015-02-11 00:41:25,065 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:41:25,066 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0009 State change from FINAL_SAVING to FINISHING
2015-02-11 00:41:25,111 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0009_01_000002]
2015-02-11 00:41:25,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:25,111 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0009_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:41:25,111 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000002
2015-02-11 00:41:25,112 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0009_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:41:25,112 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:41:25,112 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0009_01_000002, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:25,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:25,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:41:25,113 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0009_000001 released container container_1423615085324_0009_01_000002 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:41:25,781 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0009_01_000004]
2015-02-11 00:41:25,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:25,781 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0009_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:41:25,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000004
2015-02-11 00:41:25,782 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0009_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:41:25,782 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:41:25,782 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0009_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:25,782 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:25,782 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:41:25,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0009_000001 released container container_1423615085324_0009_01_000004 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:41:26,079 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:32971 127.0.0.1:47624
2015-02-11 00:41:26,080 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:41:26,080 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:47624 127.0.0.1:47583 127.0.0.1:32971
2015-02-11 00:41:26,080 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:48495
2015-02-11 00:41:26,080 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:48495 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:41:26,081 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:41:26,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0009 dst=null perm=null proto=rpc
2015-02-11 00:41:26,136 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (2/2) ...tplatform/checkpoint/sink
2015-02-11 00:41:26,152 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:41:26,168 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:58748
2015-02-11 00:41:26,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:26,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:41:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:41:26,176 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 10
2015-02-11 00:41:26,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010 dst=null perm=null proto=rpc
2015-02-11 00:41:26,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:41:26,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:41:26,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,190 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar. BP-1670894054-10.31.157.187-1423615067843 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:41:26,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109 src: /127.0.0.1:48414 dest: /127.0.0.1:32971
2015-02-11 00:41:26,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109 src: /127.0.0.1:53773 dest: /127.0.0.1:47583
2015-02-11 00:41:26,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109 src: /127.0.0.1:51833 dest: /127.0.0.1:48495
2015-02-11 00:41:26,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51833, dest: /127.0.0.1:48495, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, duration: 3390940
2015-02-11 00:41:26,203 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:26,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53773, dest: /127.0.0.1:47583, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, duration: 4270498
2015-02-11 00:41:26,204 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48414, dest: /127.0.0.1:32971, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, duration: 4914993
2015-02-11 00:41:26,205 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:26,210 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar
2015-02-11 00:41:26,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:41:26,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:41:26,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:41:26,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:41:26,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:41:26,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:26,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:26,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:26,232 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-11 00:41:26,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,240 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split
2015-02-11 00:41:26,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:26,244 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split. BP-1670894054-10.31.157.187-1423615067843 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:41:26,248 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110 src: /127.0.0.1:48417 dest: /127.0.0.1:32971
2015-02-11 00:41:26,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110 src: /127.0.0.1:51835 dest: /127.0.0.1:48495
2015-02-11 00:41:26,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110 src: /127.0.0.1:53777 dest: /127.0.0.1:47583
2015-02-11 00:41:26,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110 src: /127.0.0.1:54015 dest: /127.0.0.1:47624
2015-02-11 00:41:26,258 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54015, dest: /127.0.0.1:47624, bytes: 2341, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 2462363
2015-02-11 00:41:26,258 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:26,259 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53777, dest: /127.0.0.1:47583, bytes: 2341, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 2918645
2015-02-11 00:41:26,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,259 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,260 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51835, dest: /127.0.0.1:48495, bytes: 2341, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 2732398
2015-02-11 00:41:26,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,260 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,261 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48417, dest: /127.0.0.1:32971, bytes: 2341, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 3662990
2015-02-11 00:41:26,261 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:26,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,276 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo. BP-1670894054-10.31.157.187-1423615067843 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]}
2015-02-11 00:41:26,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111 src: /127.0.0.1:51838 dest: /127.0.0.1:48495
2015-02-11 00:41:26,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111 src: /127.0.0.1:53780 dest: /127.0.0.1:47583
2015-02-11 00:41:26,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111 src: /127.0.0.1:48423 dest: /127.0.0.1:32971
2015-02-11 00:41:26,286 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48423, dest: /127.0.0.1:32971, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, duration: 1841452
2015-02-11 00:41:26,286 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:26,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,287 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53780, dest: /127.0.0.1:47583, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, duration: 2410681
2015-02-11 00:41:26,287 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,288 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51838, dest: /127.0.0.1:48495, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, duration: 3267543
2015-02-11 00:41:26,288 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,292 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:26,292 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2015-02-11 00:41:26,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:41:26,307 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]}
2015-02-11 00:41:26,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112 src: /127.0.0.1:51841 dest: /127.0.0.1:48495
2015-02-11 00:41:26,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112 src: /127.0.0.1:53783 dest: /127.0.0.1:47583
2015-02-11 00:41:26,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112 src: /127.0.0.1:54021 dest: /127.0.0.1:47624
2015-02-11 00:41:26,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54021, dest: /127.0.0.1:47624, bytes: 91938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, duration: 2882912
2015-02-11 00:41:26,319 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:26,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53783, dest: /127.0.0.1:47583, bytes: 91938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, duration: 3720739
2015-02-11 00:41:26,320 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,320 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51841, dest: /127.0.0.1:48495, bytes: 91938, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, duration: 4454310
2015-02-11 00:41:26,321 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:26,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:26,325 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml is closed by DFSClient_NONMAPREDUCE_-731545622_11
2015-02-11 00:41:26,326 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423615085324_0010
2015-02-11 00:41:26,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010 dst=null perm=null proto=rpc
2015-02-11 00:41:26,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:26,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:26,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:26,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:26,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:26,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:26,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,343 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 10 submitted by user teamcity
2015-02-11 00:41:26,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423615085324_0010
2015-02-11 00:41:26,343 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423615085324_0010
2015-02-11 00:41:26,344 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0010 State change from NEW to NEW_SAVING
2015-02-11 00:41:26,344 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423615085324_0010
2015-02-11 00:41:26,344 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0010 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:41:26,344 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423615085324_0010 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:41:26,345 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423615085324_0010 from user: teamcity, in queue: default
2015-02-11 00:41:26,345 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0010 State change from SUBMITTED to ACCEPTED
2015-02-11 00:41:26,345 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423615085324_0010
2015-02-11 00:41:26,345 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423615085324_0010_000001
2015-02-11 00:41:26,346 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from NEW to SUBMITTED
2015-02-11 00:41:26,346 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423615085324_0010 from user: teamcity activated in queue: default
2015-02-11 00:41:26,346 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423615085324_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@95ff886, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:41:26,346 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423615085324_0010_000001 to scheduler from user teamcity in queue default
2015-02-11 00:41:26,347 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:41:26,348 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0010/
2015-02-11 00:41:26,348 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423615085324_0010
2015-02-11 00:41:26,348 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://ip-10-31-157-187:43112/proxy/application_1423615085324_0010/
2015-02-11 00:41:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:26,525 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000001
2015-02-11 00:41:26,525 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:41:26,525 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:26,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:41:26,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:26,526 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0010_01_000001
2015-02-11 00:41:26,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:26,527 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423615085324_0010_000001
2015-02-11 00:41:26,527 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423615085324_0010 AttemptId: appattempt_1423615085324_0010_000001 MasterContainer: Container: [ContainerId: container_1423615085324_0010_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ]
2015-02-11 00:41:26,527 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:41:26,527 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:41:26,528 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423615085324_0010_000001
2015-02-11 00:41:26,529 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423615085324_0010_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] for AM appattempt_1423615085324_0010_000001
2015-02-11 00:41:26,529 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423615085324_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:41:26,532 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0010_000001 (auth:SIMPLE)
2015-02-11 00:41:26,535 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000001 by user teamcity
2015-02-11 00:41:26,535 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0010
2015-02-11 00:41:26,535 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000001
2015-02-11 00:41:26,535 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0010 transitioned from NEW to INITING
2015-02-11 00:41:26,536 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000001 to application application_1423615085324_0010
2015-02-11 00:41:26,536 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423615085324_0010_01_000001, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] for AM appattempt_1423615085324_0010_000001
2015-02-11 00:41:26,536 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0010 transitioned from INITING to RUNNING
2015-02-11 00:41:26,536 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:41:26,537 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:41:26,537 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:26,537 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:41:26,537 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:41:26,537 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:41:26,538 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:41:26,538 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0010_01_000001
2015-02-11 00:41:26,556 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0010_01_000001.tokens. Credentials list:
2015-02-11 00:41:26,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:26,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423615085324_0010_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000001.tokens
2015-02-11 00:41:26,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010
2015-02-11 00:41:26,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105
2015-02-11 00:41:26,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107
2015-02-11 00:41:26,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110
2015-02-11 00:41:26,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112
2015-02-11 00:41:26,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102
2015-02-11 00:41:26,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104
2015-02-11 00:41:26,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106
2015-02-11 00:41:26,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103
2015-02-11 00:41:26,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101
2015-02-11 00:41:26,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:26,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48430, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1705618626_7915, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, duration: 1296540
2015-02-11 00:41:26,925 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:26,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:26,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:26,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51848, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1705618626_7915, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, duration: 247860
2015-02-11 00:41:26,997 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:27,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:27,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:27,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54027, bytes: 2361, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1705618626_7915, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 250102
2015-02-11 00:41:27,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:27,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112
2015-02-11 00:41:27,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104
2015-02-11 00:41:27,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103
2015-02-11 00:41:27,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101
2015-02-11 00:41:27,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:27,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:27,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53791, bytes: 92658, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1705618626_7915, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, duration: 458022
2015-02-11 00:41:27,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109
2015-02-11 00:41:27,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110
2015-02-11 00:41:27,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108
2015-02-11 00:41:27,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106
2015-02-11 00:41:27,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111
2015-02-11 00:41:27,143 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:27,143 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:27,194 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:27,195 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:27,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109
2015-02-11 00:41:27,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111
2015-02-11 00:41:27,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108
2015-02-11 00:41:27,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741930_1106
2015-02-11 00:41:27,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105
2015-02-11 00:41:27,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110
2015-02-11 00:41:27,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000001/default_container_executor.sh]
2015-02-11 00:41:27,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112
2015-02-11 00:41:27,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102
2015-02-11 00:41:27,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107
2015-02-11 00:41:27,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:27,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109
2015-02-11 00:41:27,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101
2015-02-11 00:41:27,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741931_1107
2015-02-11 00:41:27,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105
2015-02-11 00:41:27,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104
2015-02-11 00:41:27,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111
2015-02-11 00:41:27,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110
2015-02-11 00:41:27,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102
2015-02-11 00:41:27,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741927_1103
2015-02-11 00:41:27,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741932_1108
2015-02-11 00:41:28,638 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:48495 to replicate blk_1073741933_1109 to datanode(s) 127.0.0.1:47624
2015-02-11 00:41:28,638 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47583 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100]
2015-02-11 00:41:28,638 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47624 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741924_1100, blk_1073741927_1103]
2015-02-11 00:41:29,755 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=32f03b2f-d471-4dc0-a643-d119019ccd89, infoPort=60433, ipcPort=38420, storageInfo=lv=-55;cid=testClusterID;nsid=1004647612;c=0) Starting thread to transfer BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109 to 127.0.0.1:47624
2015-02-11 00:41:29,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109 src: /127.0.0.1:54031 dest: /127.0.0.1:47624
2015-02-11 00:41:29,758 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109 (numBytes=254067) to /127.0.0.1:47624
2015-02-11 00:41:29,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920 for deletion
2015-02-11 00:41:29,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921 for deletion
2015-02-11 00:41:29,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741922_1098 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741922 for deletion
2015-02-11 00:41:29,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920
2015-02-11 00:41:29,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741924_1100 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741924 for deletion
2015-02-11 00:41:29,760 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741922_1098 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741922
2015-02-11 00:41:29,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741927_1103 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741927 for deletion
2015-02-11 00:41:29,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921
2015-02-11 00:41:29,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741924_1100 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741924
2015-02-11 00:41:29,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741927_1103 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741927
2015-02-11 00:41:29,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109 src: /127.0.0.1:54031 dest: /127.0.0.1:47624 of size 254067
2015-02-11 00:41:29,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741933_1109 size 254067
2015-02-11 00:41:29,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920 for deletion
2015-02-11 00:41:29,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921 for deletion
2015-02-11 00:41:29,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741922_1098 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741922 for deletion
2015-02-11 00:41:29,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920
2015-02-11 00:41:29,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921
2015-02-11 00:41:29,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741923_1099 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741923 for deletion
2015-02-11 00:41:29,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741922_1098 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741922
2015-02-11 00:41:29,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741923_1099 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741923
2015-02-11 00:41:29,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741924_1100 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741924 for deletion
2015-02-11 00:41:29,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741924_1100 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741924
2015-02-11 00:41:30,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:41:30,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:41:30,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:41:30,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:41:30,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010 dst=null perm=null proto=rpc
2015-02-11 00:41:30,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:41:30,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:41:30,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:30,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:41:30,930 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51855, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741935_1111, duration: 359529
2015-02-11 00:41:31,237 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423615085324_0009_01_000001 succeeded
2015-02-11 00:41:31,238 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:41:31,238 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0009_01_000001
2015-02-11 00:41:31,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000001
2015-02-11 00:41:31,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000001
2015-02-11 00:41:31,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000001
2015-02-11 00:41:31,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0009/container_1423615085324_0009_01_000001
2015-02-11 00:41:31,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000001
2015-02-11 00:41:31,257 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:41:31,257 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0009_01_000001 from application application_1423615085324_0009
2015-02-11 00:41:31,257 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:31,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0009
2015-02-11 00:41:31,639 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:32971 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741927_1103]
2015-02-11 00:41:31,639 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:48495 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741923_1099, blk_1073741927_1103]
2015-02-11 00:41:31,721 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109
2015-02-11 00:41:32,113 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0009_01_000001]
2015-02-11 00:41:32,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:32,114 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0009_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:41:32,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0009 CONTAINERID=container_1423615085324_0009_01_000001
2015-02-11 00:41:32,114 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0009_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:52786, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:41:32,114 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:41:32,115 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0009_01_000001, NodeId: ip-10-31-157-187.ec2.internal:52786, NodeHttpAddress: ip-10-31-157-187.ec2.internal:39570, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:52786 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:32,115 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:32,115 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:41:32,115 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0009_000001 released container container_1423615085324_0009_01_000001 on node: host: ip-10-31-157-187.ec2.internal:52786 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:41:32,115 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423615085324_0009_000001
2015-02-11 00:41:32,116 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0009_000001 State change from FINISHING to FINISHED
2015-02-11 00:41:32,116 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0009 State change from FINISHING to FINISHED
2015-02-11 00:41:32,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423615085324_0009
2015-02-11 00:41:32,116 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423615085324_0009,name=[BF46625F753C47759209B35774A4C7F9/EAEE3B60085F4947AA0D829E6F60C5D7] null/(1/2) ...ntplatform/checkpoint/tap,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:43112/proxy/application_1423615085324_0009/jobhistory/job/job_1423615085324_0009,appMasterHost=ip-10-31-157-187,startTime=1423615270644,finishTime=1423615285065,finalStatus=SUCCEEDED
2015-02-11 00:41:32,116 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423615085324_0009_000001
2015-02-11 00:41:32,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423615085324_0009_000001 is done. finalState=FINISHED
2015-02-11 00:41:32,117 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423615085324_0009 requests cleared
2015-02-11 00:41:32,117 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423615085324_0009 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:41:32,117 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423615085324_0009 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:41:32,120 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0009_000001 (auth:SIMPLE)
2015-02-11 00:41:32,122 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0009_01_000001
2015-02-11 00:41:32,302 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0010_000001 (auth:SIMPLE)
2015-02-11 00:41:32,307 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423615085324_0010_000001
2015-02-11 00:41:32,307 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423615085324_0010 APPATTEMPTID=appattempt_1423615085324_0010_000001
2015-02-11 00:41:32,307 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:41:32,308 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0010 State change from ACCEPTED to RUNNING
2015-02-11 00:41:32,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:32,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:32,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:32,722 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1_conf.xml. BP-1670894054-10.31.157.187-1423615067843 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]}
2015-02-11 00:41:32,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920 for deletion
2015-02-11 00:41:32,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921 for deletion
2015-02-11 00:41:32,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741923_1099 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741923 for deletion
2015-02-11 00:41:32,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741927_1103 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741927 for deletion
2015-02-11 00:41:32,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920
2015-02-11 00:41:32,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921
2015-02-11 00:41:32,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741923_1099 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741923
2015-02-11 00:41:32,757 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741927_1103 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741927
2015-02-11 00:41:32,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113 src: /127.0.0.1:54038 dest: /127.0.0.1:47624
2015-02-11 00:41:32,792 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:41:32,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113 src: /127.0.0.1:48444 dest: /127.0.0.1:32971
2015-02-11 00:41:32,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:32,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:32,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:32,793 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0009
2015-02-11 00:41:32,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:32,793 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:41:32,794 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0009, with delay of 10800 seconds
2015-02-11 00:41:32,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113 src: /127.0.0.1:53803 dest: /127.0.0.1:47583
2015-02-11 00:41:32,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53803, dest: /127.0.0.1:47583, bytes: 107649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113, duration: 40239521
2015-02-11 00:41:32,837 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:32,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:32,838 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48444, dest: /127.0.0.1:32971, bytes: 107649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113, duration: 41361779
2015-02-11 00:41:32,838 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:32,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:32,839 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54038, dest: /127.0.0.1:47624, bytes: 107649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113, duration: 42107150
2015-02-11 00:41:32,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW]]} size 0
2015-02-11 00:41:32,840 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:32,849 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:32,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113
2015-02-11 00:41:33,114 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:41:33,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:33,115 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423615085324_0009
2015-02-11 00:41:33,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:33,116 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:41:33,116 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423615085324_0009, with delay of 10800 seconds
2015-02-11 00:41:33,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:33,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423615085324_0009
2015-02-11 00:41:33,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920 for deletion
2015-02-11 00:41:33,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921 for deletion
2015-02-11 00:41:33,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741922_1098 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741922 for deletion
2015-02-11 00:41:33,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741920_1096 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741920
2015-02-11 00:41:33,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741921_1097 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741921
2015-02-11 00:41:33,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741922_1098 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741922
2015-02-11 00:41:33,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741923_1099 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741923 for deletion
2015-02-11 00:41:33,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741924_1100 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741924 for deletion
2015-02-11 00:41:33,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741927_1103 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741927 for deletion
2015-02-11 00:41:33,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741924_1100 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741924
2015-02-11 00:41:33,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741923_1099 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741923
2015-02-11 00:41:33,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1670894054-10.31.157.187-1423615067843 blk_1073741927_1103 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1670894054-10.31.157.187-1423615067843/current/finalized/blk_1073741927
2015-02-11 00:41:33,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:33,527 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000002
2015-02-11 00:41:33,528 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:41:33,528 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:33,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:41:33,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:33,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:33,529 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000003
2015-02-11 00:41:33,529 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:41:33,529 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:33,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:41:33,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:33,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:33,793 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000004
2015-02-11 00:41:33,793 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:41:33,793 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:33,793 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:41:33,793 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:33,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:33,794 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000005
2015-02-11 00:41:33,794 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:41:33,794 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:33,795 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:41:33,795 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:33,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:33,795 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000006
2015-02-11 00:41:33,795 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:41:33,796 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000006, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:33,796 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-11 00:41:33,796 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:33,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:33,796 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000007
2015-02-11 00:41:33,797 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:41:33,797 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000007, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:33,797 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2015-02-11 00:41:33,797 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:34,384 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:59074 for container : container_1423615085324_0010_01_000002
2015-02-11 00:41:34,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:34,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:34,385 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:51231 for container : container_1423615085324_0010_01_000004
2015-02-11 00:41:34,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:34,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:34,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:34,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:34,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:34,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:34,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-3955472530162357702.jar dst=null perm=null proto=rpc
2015-02-11 00:41:34,646 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0010_000001 (auth:SIMPLE)
2015-02-11 00:41:34,647 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423615085324_0010_000001 (auth:SIMPLE)
2015-02-11 00:41:34,653 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000007 by user teamcity
2015-02-11 00:41:34,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423615085324_0010
2015-02-11 00:41:34,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000006 by user teamcity
2015-02-11 00:41:34,654 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000007
2015-02-11 00:41:34,654 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0010 transitioned from NEW to INITING
2015-02-11 00:41:34,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000004 by user teamcity
2015-02-11 00:41:34,655 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000005 by user teamcity
2015-02-11 00:41:34,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000004
2015-02-11 00:41:34,654 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000006
2015-02-11 00:41:34,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000005
2015-02-11 00:41:34,655 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000007 to application application_1423615085324_0010
2015-02-11 00:41:34,656 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000006 to application application_1423615085324_0010
2015-02-11 00:41:34,656 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000004 to application application_1423615085324_0010
2015-02-11 00:41:34,656 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000005 to application application_1423615085324_0010
2015-02-11 00:41:34,656 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423615085324_0010 transitioned from INITING to RUNNING
2015-02-11 00:41:34,657 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:41:34,657 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:41:34,657 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000002 by user teamcity
2015-02-11 00:41:34,657 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000007 transitioned from NEW to LOCALIZING
2015-02-11 00:41:34,658 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000002 to application application_1423615085324_0010
2015-02-11 00:41:34,658 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:41:34,658 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,658 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:41:34,658 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,659 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,658 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000002
2015-02-11 00:41:34,659 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:34,658 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,659 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0010
2015-02-11 00:41:34,659 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:34,659 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000003 by user teamcity
2015-02-11 00:41:34,660 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000003
2015-02-11 00:41:34,659 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0010
2015-02-11 00:41:34,660 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:34,660 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:41:34,660 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000003 to application application_1423615085324_0010
2015-02-11 00:41:34,661 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:41:34,661 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:41:34,661 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,661 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,661 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:34,661 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0010
2015-02-11 00:41:34,661 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,662 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,662 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:34,662 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0010
2015-02-11 00:41:34,662 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:34,663 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,663 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,663 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:34,663 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0010
2015-02-11 00:41:34,664 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,664 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0010
2015-02-11 00:41:34,664 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:34,664 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0010
2015-02-11 00:41:34,665 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0010_01_000006
2015-02-11 00:41:34,665 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0010_01_000005
2015-02-11 00:41:34,666 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0010_01_000007
2015-02-11 00:41:34,666 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423615085324_0010_01_000004
2015-02-11 00:41:34,702 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0010_01_000007.tokens. Credentials list:
2015-02-11 00:41:34,706 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423615085324_0010_01_000005.tokens. Credentials list:
2015-02-11 00:41:34,712 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0010_01_000004.tokens. Credentials list:
2015-02-11 00:41:34,712 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0010_01_000006.tokens. Credentials list:
2015-02-11 00:41:34,733 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:34,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:34,734 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:34,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:34,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:34,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:34,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:34,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:34,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:34,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000002/default_container_executor.sh]
2015-02-11 00:41:34,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000003/default_container_executor.sh]
2015-02-11 00:41:34,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423615085324_0010_01_000007.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000007.tokens
2015-02-11 00:41:34,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010
2015-02-11 00:41:35,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:35,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar dst=null perm=null proto=rpc
2015-02-11 00:41:35,062 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48452, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-895216974_8227, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741933_1109, duration: 683467
2015-02-11 00:41:35,108 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:35,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:35,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml dst=null perm=null proto=rpc
2015-02-11 00:41:35,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53811, bytes: 92658, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-895216974_8227, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741936_1112, duration: 430243
2015-02-11 00:41:35,187 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:45155/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:41:35,188 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:35,188 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:35,188 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:35,188 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:35,256 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:35,257 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:35,257 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:35,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:35,260 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:35,260 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:35,260 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:35,260 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:35,408 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:41:35,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000006/default_container_executor.sh]
2015-02-11 00:41:35,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000004/default_container_executor.sh]
2015-02-11 00:41:35,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000005/default_container_executor.sh]
2015-02-11 00:41:35,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000007/default_container_executor.sh]
2015-02-11 00:41:35,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:35,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:36,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:36,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113
2015-02-11 00:41:36,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423615085324_0010_01_000006.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000006.tokens
2015-02-11 00:41:36,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010
2015-02-11 00:41:37,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:37,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113
2015-02-11 00:41:37,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423615085324_0010_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000004.tokens
2015-02-11 00:41:37,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010
2015-02-11 00:41:38,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:41:39,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423615085324_0010_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000005.tokens
2015-02-11 00:41:39,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010
2015-02-11 00:41:40,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:40,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:40,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48467, bytes: 2361, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000000_0_743933824_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 277917
2015-02-11 00:41:40,452 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54063, bytes: 2361, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000001_0_1172905595_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 271846
2015-02-11 00:41:40,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:40,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:40,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:40,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:40,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54066, bytes: 48, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000000_0_743933824_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, duration: 283760
2015-02-11 00:41:41,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:41,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48472, bytes: 1845, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000002_0_-448272717_1, offset: 512, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 265433
2015-02-11 00:41:41,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51891, bytes: 1329, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000003_0_-811189750_1, offset: 1024, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 259589
2015-02-11 00:41:41,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:41,124 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48475, bytes: 47, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000001_0_1172905595_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, duration: 269547
2015-02-11 00:41:41,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job.split dst=null perm=null proto=rpc
2015-02-11 00:41:41,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:41,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0010_01_000002
2015-02-11 00:41:41,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000002
2015-02-11 00:41:41,231 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:41:41,231 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0010_01_000002
2015-02-11 00:41:41,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53835, bytes: 813, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000005_0_403100753_1, offset: 1536, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 261842
2015-02-11 00:41:41,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:41:41,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:41:41,258 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0010_01_000002 is : 143
2015-02-11 00:41:41,258 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1.jhist. BP-1670894054-10.31.157.187-1423615067843 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:41:41,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114 src: /127.0.0.1:53836 dest: /127.0.0.1:47583
2015-02-11 00:41:41,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114 src: /127.0.0.1:54074 dest: /127.0.0.1:47624
2015-02-11 00:41:41,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114 src: /127.0.0.1:48480 dest: /127.0.0.1:32971
2015-02-11 00:41:41,276 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1.jhist for DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:41,277 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:41,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000002
2015-02-11 00:41:41,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000002
2015-02-11 00:41:41,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000002
2015-02-11 00:41:41,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000002
2015-02-11 00:41:41,279 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000002
2015-02-11 00:41:41,280 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:41,280 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0010_01_000002 from application application_1423615085324_0010
2015-02-11 00:41:41,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:41,280 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0010
2015-02-11 00:41:41,334 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0010_01_000003
2015-02-11 00:41:41,335 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000003
2015-02-11 00:41:41,335 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:41:41,335 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0010_01_000003
2015-02-11 00:41:41,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0010_01_000002]
2015-02-11 00:41:41,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54076, bytes: 813, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000004_0_-1494599954_1, offset: 1536, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741934_1110, duration: 263324
2015-02-11 00:41:41,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:41,336 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0010_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:41:41,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000002
2015-02-11 00:41:41,336 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0010_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:41:41,337 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:7168, vCores:6> numContainers=6 user=teamcity user-resources=<memory:7168, vCores:6>
2015-02-11 00:41:41,339 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0010_01_000002, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:41,339 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:41,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2015-02-11 00:41:41,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0010_000001 released container container_1423615085324_0010_01_000002 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:41:41,358 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0010_01_000003 is : 143
2015-02-11 00:41:41,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:41,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51899, bytes: 47, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000005_0_403100753_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, duration: 399635
2015-02-11 00:41:41,382 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:41,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000003
2015-02-11 00:41:41,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000003
2015-02-11 00:41:41,384 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000003
2015-02-11 00:41:41,384 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:41,384 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0010_01_000003 from application application_1423615085324_0010
2015-02-11 00:41:41,384 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:41,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000003
2015-02-11 00:41:41,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000003
2015-02-11 00:41:41,384 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0010
2015-02-11 00:41:41,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:41,458 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48483, bytes: 48, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000004_0_-1494599954_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, duration: 277674
2015-02-11 00:41:41,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53842, bytes: 37, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000002_0_-448272717_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, duration: 260337
2015-02-11 00:41:41,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54080, bytes: 36, op: HDFS_READ, cliID: DFSClient_attempt_1423615085324_0010_m_000003_0_-811189750_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, duration: 273537
2015-02-11 00:41:41,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:41:41,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:41:41,876 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0010_01_000004
2015-02-11 00:41:41,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000004
2015-02-11 00:41:41,877 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:41:41,877 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0010_01_000004
2015-02-11 00:41:41,893 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0010_01_000004 is : 143
2015-02-11 00:41:41,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0010_01_000005
2015-02-11 00:41:41,901 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000005
2015-02-11 00:41:41,912 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:41,913 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:41:41,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000004
2015-02-11 00:41:41,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000004
2015-02-11 00:41:41,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000004
2015-02-11 00:41:41,914 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0010_01_000005
2015-02-11 00:41:41,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000004
2015-02-11 00:41:41,931 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0010_01_000005 is : 143
2015-02-11 00:41:41,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_m_000005_0 dst=null perm=null proto=rpc
2015-02-11 00:41:41,948 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000004
2015-02-11 00:41:41,948 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:41,948 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:41,949 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0010_01_000004 from application application_1423615085324_0010
2015-02-11 00:41:41,949 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:41,949 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0010
2015-02-11 00:41:41,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000005
2015-02-11 00:41:41,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000005
2015-02-11 00:41:41,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000005
2015-02-11 00:41:41,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000005
2015-02-11 00:41:41,950 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000005
2015-02-11 00:41:41,950 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:41,951 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0010_01_000005 from application application_1423615085324_0010
2015-02-11 00:41:41,951 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:41,951 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0010
2015-02-11 00:41:42,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0010_01_000007
2015-02-11 00:41:42,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000007
2015-02-11 00:41:42,016 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000007 transitioned from RUNNING to KILLING
2015-02-11 00:41:42,016 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0010_01_000007
2015-02-11 00:41:42,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0010_01_000005, container_1423615085324_0010_01_000004]
2015-02-11 00:41:42,016 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:42,017 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0010_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:41:42,017 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000004
2015-02-11 00:41:42,017 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0010_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:41:42,017 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:6144, vCores:5> numContainers=5 user=teamcity user-resources=<memory:6144, vCores:5>
2015-02-11 00:41:42,018 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0010_01_000004, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,018 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,019 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2015-02-11 00:41:42,019 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0010_000001 released container container_1423615085324_0010_01_000004 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:41:42,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:42,019 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0010_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:41:42,019 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000005
2015-02-11 00:41:42,019 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0010_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:41:42,019 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:4> numContainers=4 user=teamcity user-resources=<memory:5120, vCores:4>
2015-02-11 00:41:42,020 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0010_01_000005, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,020 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2015-02-11 00:41:42,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0010_000001 released container container_1423615085324_0010_01_000005 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:41:42,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_m_000004_0 dst=null perm=null proto=rpc
2015-02-11 00:41:42,034 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0010_01_000007 is : 143
2015-02-11 00:41:42,051 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:42,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000007
2015-02-11 00:41:42,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000007
2015-02-11 00:41:42,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000007
2015-02-11 00:41:42,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000007
2015-02-11 00:41:42,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000007
2015-02-11 00:41:42,055 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:42,055 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0010_01_000007 from application application_1423615085324_0010
2015-02-11 00:41:42,055 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:42,055 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0010
2015-02-11 00:41:42,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0010_01_000006
2015-02-11 00:41:42,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000006
2015-02-11 00:41:42,109 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:41:42,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0010_01_000007]
2015-02-11 00:41:42,110 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0010_01_000006
2015-02-11 00:41:42,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:42,110 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0010_01_000007 in state: COMPLETED event:FINISHED
2015-02-11 00:41:42,110 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000007
2015-02-11 00:41:42,111 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0010_01_000007 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:41:42,111 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:3> numContainers=3 user=teamcity user-resources=<memory:4096, vCores:3>
2015-02-11 00:41:42,112 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0010_01_000007, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,112 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2015-02-11 00:41:42,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0010_000001 released container container_1423615085324_0010_01_000007 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:41:42,125 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0010_01_000006 is : 143
2015-02-11 00:41:42,143 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:42,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000006
2015-02-11 00:41:42,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000006
2015-02-11 00:41:42,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000006
2015-02-11 00:41:42,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000006
2015-02-11 00:41:42,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000006
2015-02-11 00:41:42,145 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:42,146 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0010_01_000006 from application application_1423615085324_0010
2015-02-11 00:41:42,146 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:42,146 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0010
2015-02-11 00:41:42,336 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0010_01_000003]
2015-02-11 00:41:42,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:42,336 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0010_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:41:42,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000003
2015-02-11 00:41:42,337 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0010_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:59074, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:41:42,337 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:3072, vCores:2> numContainers=2 user=teamcity user-resources=<memory:3072, vCores:2>
2015-02-11 00:41:42,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0010_01_000003, NodeId: ip-10-31-157-187.ec2.internal:59074, NodeHttpAddress: ip-10-31-157-187.ec2.internal:34993, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:59074 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,338 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:42,338 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:41:42,338 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0010_000001 released container container_1423615085324_0010_01_000003 on node: host: ip-10-31-157-187.ec2.internal:59074 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:41:43,110 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0010_01_000006]
2015-02-11 00:41:43,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:43,111 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0010_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:41:43,111 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000006
2015-02-11 00:41:43,111 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0010_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:41:43,112 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:41:43,113 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0010_01_000006, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:43,113 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:43,113 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:41:43,113 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0010_000001 released container container_1423615085324_0010_01_000006 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:41:43,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:41:43,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000008
2015-02-11 00:41:43,114 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423615085324_0010_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:41:43,114 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423615085324_0010_000001 container=Container: [ContainerId: container_1423615085324_0010_01_000008, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:41:43,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>, usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2015-02-11 00:41:43,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:43,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:41:43,446 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423615085324_0010_01_000008 by user teamcity
2015-02-11 00:41:43,447 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000008
2015-02-11 00:41:43,447 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423615085324_0010_01_000008 to application application_1423615085324_0010
2015-02-11 00:41:43,447 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000008 transitioned from NEW to LOCALIZING
2015-02-11 00:41:43,448 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423615085324_0010
2015-02-11 00:41:43,448 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423615085324_0010
2015-02-11 00:41:43,448 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:41:43,448 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423615085324_0010
2015-02-11 00:41:43,449 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:41:43,496 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-11 00:41:43,496 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:43,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000008/default_container_executor.sh]
2015-02-11 00:41:44,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:41:44,437 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:41:47,170 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:41:47,174 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:41:47,200 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:41:47,206 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:41:47,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:47,689 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_r_000000_0/part-00000. BP-1670894054-10.31.157.187-1423615067843 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW]]}
2015-02-11 00:41:47,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115 src: /127.0.0.1:53853 dest: /127.0.0.1:47583
2015-02-11 00:41:47,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115 src: /127.0.0.1:48496 dest: /127.0.0.1:32971
2015-02-11 00:41:47,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115 src: /127.0.0.1:51914 dest: /127.0.0.1:48495
2015-02-11 00:41:47,896 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51914, dest: /127.0.0.1:48495, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0010_r_000000_0_1203340780_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, duration: 52836163
2015-02-11 00:41:47,897 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:47,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:47,897 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48496, dest: /127.0.0.1:32971, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0010_r_000000_0_1203340780_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, duration: 53774523
2015-02-11 00:41:47,897 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:47,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:47,898 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53853, dest: /127.0.0.1:47583, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1423615085324_0010_r_000000_0_1203340780_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, duration: 54846846
2015-02-11 00:41:47,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-170e6792-5797-4415-ae4c-2e64f020b24c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]} size 0
2015-02-11 00:41:47,899 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:47,906 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1423615085324_0010_r_000000_0_1203340780_1
2015-02-11 00:41:48,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:48,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:41:48,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/task_1423615085324_0010_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:41:48,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/_temporary/attempt_1423615085324_0010_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/task_1423615085324_0010_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:41:48,090 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423615085324_0010_01_000008
2015-02-11 00:41:48,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000008
2015-02-11 00:41:48,091 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000008 transitioned from RUNNING to KILLING
2015-02-11 00:41:48,091 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423615085324_0010_01_000008
2015-02-11 00:41:48,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:48,104 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:48,106 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423615085324_0010_01_000008 is : 143
2015-02-11 00:41:48,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:41:48,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:48,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:48,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/task_1423615085324_0010_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:41:48,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:48,124 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:41:48,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000008
2015-02-11 00:41:48,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000008
2015-02-11 00:41:48,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000008
2015-02-11 00:41:48,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423615085324_0010/container_1423615085324_0010_01_000008
2015-02-11 00:41:48,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000008
2015-02-11 00:41:48,127 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423615085324_0010_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:41:48,127 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423615085324_0010_01_000008 from application application_1423615085324_0010
2015-02-11 00:41:48,127 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:41:48,127 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423615085324_0010
2015-02-11 00:41:48,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary/1/task_1423615085324_0010_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:48,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary dst=null perm=null proto=rpc
2015-02-11 00:41:48,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:48,148 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:48,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:48,155 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:48,183 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48480, dest: /127.0.0.1:32971, bytes: 77340, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114, duration: 6910995839
2015-02-11 00:41:48,184 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:48,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 17365
2015-02-11 00:41:48,185 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54074, dest: /127.0.0.1:47624, bytes: 77340, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114, duration: 6913359859
2015-02-11 00:41:48,185 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53836, dest: /127.0.0.1:47583, bytes: 77340, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114, duration: 6913540722
2015-02-11 00:41:48,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 17365
2015-02-11 00:41:48,186 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW]]} size 17365
2015-02-11 00:41:48,191 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:48,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:48,203 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010.summary_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]}
2015-02-11 00:41:48,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116 src: /127.0.0.1:48500 dest: /127.0.0.1:32971
2015-02-11 00:41:48,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116 src: /127.0.0.1:53859 dest: /127.0.0.1:47583
2015-02-11 00:41:48,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116 src: /127.0.0.1:54097 dest: /127.0.0.1:47624
2015-02-11 00:41:48,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54097, dest: /127.0.0.1:47624, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116, duration: 2081692
2015-02-11 00:41:48,216 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:48,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53859, dest: /127.0.0.1:47583, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116, duration: 2606568
2015-02-11 00:41:48,216 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48500, dest: /127.0.0.1:32971, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116, duration: 3573466
2015-02-11 00:41:48,217 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:48,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:48,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:48,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:48,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:48,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:48,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:41:48,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:48,252 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48503, bytes: 77948, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741938_1114, duration: 1262445
2015-02-11 00:41:48,254 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dda98cdb-8e82-40c4-b7c1-afef9610fef7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW]]}
2015-02-11 00:41:48,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117 src: /127.0.0.1:53862 dest: /127.0.0.1:47583
2015-02-11 00:41:48,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117 src: /127.0.0.1:54100 dest: /127.0.0.1:47624
2015-02-11 00:41:48,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117 src: /127.0.0.1:48506 dest: /127.0.0.1:32971
2015-02-11 00:41:48,267 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48506, dest: /127.0.0.1:32971, bytes: 77340, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117, duration: 3155448
2015-02-11 00:41:48,267 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:48,267 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,268 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:54100, dest: /127.0.0.1:47624, bytes: 77340, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117, duration: 3853314
2015-02-11 00:41:48,268 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47624 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,269 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53862, dest: /127.0.0.1:47583, bytes: 77340, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117, duration: 4730769
2015-02-11 00:41:48,269 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0a6e8874-d09b-4ec9-a834-4e88cb4a3b8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b72d565-fc1c-4f54-b375-6ee8654d8c2c:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,270 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,273 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:48,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:48,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:48,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:48,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:48,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:41:48,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010/job_1423615085324_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:41:48,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:41:48,290 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53865, bytes: 108493, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741937_1113, duration: 425293
2015-02-11 00:41:48,293 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml_tmp. BP-1670894054-10.31.157.187-1423615067843 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b69caab4-57d6-4573-8f76-958a7cd82934:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW]]}
2015-02-11 00:41:48,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118 src: /127.0.0.1:48508 dest: /127.0.0.1:32971
2015-02-11 00:41:48,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118 src: /127.0.0.1:53867 dest: /127.0.0.1:47583
2015-02-11 00:41:48,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118 src: /127.0.0.1:51927 dest: /127.0.0.1:48495
2015-02-11 00:41:48,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51927, dest: /127.0.0.1:48495, bytes: 107649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118, duration: 2487079
2015-02-11 00:41:48,305 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:41:48,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48495 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:53867, dest: /127.0.0.1:47583, bytes: 107649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118, duration: 3305518
2015-02-11 00:41:48,306 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47583 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:48508, dest: /127.0.0.1:32971, bytes: 107649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-465845906_1, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118, duration: 3972993
2015-02-11 00:41:48,307 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1670894054-10.31.157.187-1423615067843:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:41:48,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:32971 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a52f6fbe-a3a6-47ce-9761-4dc06c495c1a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2374399a-b246-4d56-8181-6e1b6db9cab1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c37698dd-c405-4be3-bfd1-1885e2479a21:NORMAL|RBW]]} size 0
2015-02-11 00:41:48,310 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-465845906_1
2015-02-11 00:41:48,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:48,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:48,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:48,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423615085324_0010-1423615286343-teamcity-%5BBF46625F753C47759209B35774A4C7F9%2F1C3883CC989642C0-1423615308156-6-1-SUCCEEDED-default-1423615292347.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:41:48,334 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423615085324_0010_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:41:48,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:41:48,335 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423615085324_0010 with final state: FINISHING
2015-02-11 00:41:48,335 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0010 State change from RUNNING to FINAL_SAVING
2015-02-11 00:41:48,335 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423615085324_0010
2015-02-11 00:41:48,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423615085324_0010_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:41:48,336 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423615085324_0010 State change from FINAL_SAVING to FINISHING
2015-02-11 00:41:49,092 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423615085324_0010_01_000008]
2015-02-11 00:41:49,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423615085324_0010_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:41:49,092 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423615085324_0010_01_000008 in state: COMPLETED event:FINISHED
2015-02-11 00:41:49,092 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423615085324_0010 CONTAINERID=container_1423615085324_0010_01_000008
2015-02-11 00:41:49,093 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423615085324_0010_01_000008 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:51231, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:41:49,093 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:41:49,094 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423615085324_0010_01_000008, NodeId: ip-10-31-157-187.ec2.internal:51231, NodeHttpAddress: ip-10-31-157-187.ec2.internal:55042, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:51231 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:41:49,095 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:41:49,095 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2015-02-11 00:41:49,095 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423615085324_0010_000001 released container container_1423615085324_0010_01_000008 on node: host: ip-10-31-157-187.ec2.internal:51231 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:41:49,344 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:32971 127.0.0.1:47583 127.0.0.1:48495 127.0.0.1:47624
2015-02-11 00:41:49,344 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:32971 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:41:49,344 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:32971
2015-02-11 00:41:49,345 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:48495 127.0.0.1:47583 127.0.0.1:47624
2015-02-11 00:41:49,345 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741938_1114 127.0.0.1:47583 127.0.0.1:47624 127.0.0.1:32971
2015-02-11 00:41:49,345 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:47624 127.0.0.1:32971 127.0.0.1:47583
2015-02-11 00:41:49,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423615085324_0010 dst=null perm=null proto=rpc
2015-02-11 00:41:49,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,408 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary
2015-02-11 00:41:49,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/_temporary dst=null perm=null proto=rpc
2015-02-11 00:41:49,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,411 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary
2015-02-11 00:41:49,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/_temporary dst=null perm=null proto=rpc
2015-02-11 00:41:49,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,436 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:41:49,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:49,440 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48512, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, duration: 270691
2015-02-11 00:41:49,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,463 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-11 00:41:49,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:49,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48512, bytes: 37, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, duration: 194200
2015-02-11 00:41:49,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:49,471 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48512, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, duration: 188582
2015-02-11 00:41:49,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:49,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54108, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, duration: 206811
2015-02-11 00:41:49,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:41:49,477 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51931, bytes: 36, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, duration: 205833
2015-02-11 00:41:49,477 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/checkpoint/sink
2015-02-11 00:41:49,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:49,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/sink/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:49,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51931, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741939_1115, duration: 213189
2015-02-11 00:41:49,485 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/checkpoint/tap
2015-02-11 00:41:49,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:49,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:41:49,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47583, dest: /127.0.0.1:53873, bytes: 37, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 069e4193-7a37-460a-8a60-b1711089dcff, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741926_1102, duration: 231542
2015-02-11 00:41:49,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:49,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00001 dst=null perm=null proto=rpc
2015-02-11 00:41:49,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47624, dest: /127.0.0.1:54108, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: bbb7a64e-16ec-45ad-8886-03ec4c5511e4, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741925_1101, duration: 186546
2015-02-11 00:41:49,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:49,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00002 dst=null perm=null proto=rpc
2015-02-11 00:41:49,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:32971, dest: /127.0.0.1:48512, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 48e9e32a-a5e3-473e-87f4-94cf8918406c, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741929_1105, duration: 193682
2015-02-11 00:41:49,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:41:49,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/checkpoint/tap/part-00003 dst=null perm=null proto=rpc
2015-02-11 00:41:49,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:48495, dest: /127.0.0.1:51931, bytes: 36, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-731545622_11, offset: 0, srvID: 32f03b2f-d471-4dc0-a643-d119019ccd89, blockid: BP-1670894054-10.31.157.187-1423615067843:blk_1073741928_1104, duration: 188242
2015-02-11 00:41:49,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:49,526 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:41:49,527 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:41:49,531 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/duplicatecheckpoint
2015-02-11 00:41:49,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/duplicatecheckpoint dst=null perm=null proto=rpc
2015-02-11 00:41:49,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:49,556 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:41:49,556 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:41:49,559 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/failcheckpoint/sink
2015-02-11 00:41:49,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/failcheckpoint/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,560 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/failcheckpoint/tap
2015-02-11 00:41:49,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/failcheckpoint/tap dst=null perm=null proto=rpc
2015-02-11 00:41:49,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:41:49,583 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:41:49,584 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:41:49,587 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/failcheckpointdeclared/sink
2015-02-11 00:41:49,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/failcheckpointdeclared/sink dst=null perm=null proto=rpc
2015-02-11 00:41:49,588 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/checkpointplatform/failcheckpointdeclared/tap
2015-02-11 00:41:49,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/checkpointplatform/failcheckpointdeclared/tap dst=null perm=null proto=rpc