2015-02-11 00:35:57,397 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-11 00:35:57,464 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-11 00:35:57,465 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.stats.hadoop.CascadingStatsPlatformTest
2015-02-11 00:35:57,501 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-11 00:35:58,440 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-11 00:35:58,496 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:35:58,548 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-11 00:35:58,549 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:35:58,550 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:35:58,552 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:35:58,553 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:35:58
2015-02-11 00:35:58,556 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:35:58,556 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:35:58,562 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:35:58,563 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:35:58,585 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:35:58,587 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:35:58,588 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:35:58,588 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:35:58,588 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:35:58,589 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:35:58,589 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:35:58,590 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:35:58,590 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:35:58,599 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:35:58,599 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:35:58,599 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:35:58,600 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:35:58,604 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:35:58,955 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:35:58,957 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:35:58,957 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:35:58,958 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:35:58,959 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:35:58,970 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:35:58,970 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:35:58,971 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:35:58,971 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:35:58,974 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:35:58,974 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:35:58,974 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:35:58,977 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:35:58,977 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:35:58,981 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:35:58,981 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:35:58,982 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:35:58,982 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:35:58,991 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:35:58,992 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:35:58,992 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:35:59,077 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:35:59,128 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1 has been successfully formatted.
2015-02-11 00:35:59,201 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2 has been successfully formatted.
2015-02-11 00:35:59,364 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-11 00:35:59,367 INFO namenode.NameNode (NameNode.java:createNameNode(1342)) - createNameNode []
2015-02-11 00:35:59,420 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-11 00:35:59,496 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(345)) - Scheduled snapshot period at 10 second(s).
2015-02-11 00:35:59,497 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-11 00:35:59,500 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(342)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-11 00:35:59,542 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1611)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-11 00:35:59,543 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1622)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-11 00:35:59,610 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-11 00:35:59,616 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-11 00:35:59,634 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:35:59,637 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-11 00:35:59,638 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:35:59,638 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:35:59,667 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-11 00:35:59,669 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:35:59,689 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55706
2015-02-11 00:35:59,689 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:35:59,725 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/hdfs to /tmp/Jetty_localhost_55706_hdfs____i5f2br/webapp
2015-02-11 00:36:00,049 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:36:00,109 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55706
2015-02-11 00:36:00,111 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(739)) - fsLock is fair:true
2015-02-11 00:36:00,113 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2015-02-11 00:36:00,113 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-11 00:36:00,114 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-11 00:36:00,115 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 11 00:36:00
2015-02-11 00:36:00,115 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-11 00:36:00,116 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:00,116 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-11 00:36:00,116 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-11 00:36:00,118 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(354)) - dfs.block.access.token.enable=false
2015-02-11 00:36:00,119 INFO blockmanagement.BlockManager (BlockManager.java:<init>(339)) - defaultReplication = 3
2015-02-11 00:36:00,119 INFO blockmanagement.BlockManager (BlockManager.java:<init>(340)) - maxReplication = 512
2015-02-11 00:36:00,120 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - minReplication = 1
2015-02-11 00:36:00,120 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplicationStreams = 2
2015-02-11 00:36:00,120 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - shouldCheckForEnoughRacks = false
2015-02-11 00:36:00,121 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - replicationRecheckInterval = 3000
2015-02-11 00:36:00,121 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - encryptDataTransfer = false
2015-02-11 00:36:00,121 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - maxNumBlocksToLog = 1000
2015-02-11 00:36:00,122 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(758)) - fsOwner = teamcity (auth:SIMPLE)
2015-02-11 00:36:00,122 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(759)) - supergroup = supergroup
2015-02-11 00:36:00,123 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(760)) - isPermissionEnabled = true
2015-02-11 00:36:00,123 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(771)) - HA Enabled: false
2015-02-11 00:36:00,124 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(808)) - Append Enabled: true
2015-02-11 00:36:00,125 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-11 00:36:00,125 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:00,125 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-11 00:36:00,126 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-11 00:36:00,127 INFO namenode.NameNode (FSDirectory.java:<init>(209)) - Caching file names occuring more than 10 times
2015-02-11 00:36:00,127 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-11 00:36:00,128 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:00,128 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-11 00:36:00,129 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-11 00:36:00,129 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5095)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-11 00:36:00,130 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5096)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-11 00:36:00,130 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5097)) - dfs.namenode.safemode.extension = 0
2015-02-11 00:36:00,130 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(892)) - Retry cache on namenode is enabled
2015-02-11 00:36:00,131 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(900)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-11 00:36:00,131 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-11 00:36:00,131 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:00,132 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-11 00:36:00,132 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-11 00:36:00,135 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-11 00:36:00,135 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-11 00:36:00,136 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-11 00:36:00,166 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:00,172 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:00,176 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current
2015-02-11 00:36:00,177 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(327)) - Recovering unfinalized segments in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name2/current
2015-02-11 00:36:00,178 INFO namenode.FSImage (FSImage.java:loadFSImage(653)) - No edit log streams selected.
2015-02-11 00:36:00,198 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(207)) - Loading 1 INodes.
2015-02-11 00:36:00,209 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-11 00:36:00,209 INFO namenode.FSImage (FSImage.java:loadFSImage(926)) - Loaded image for txid 0 from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-11 00:36:00,216 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(961)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-11 00:36:00,217 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1143)) - Starting log segment at 1
2015-02-11 00:36:00,355 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-11 00:36:00,356 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(707)) - Finished loading FSImage in 220 msecs
2015-02-11 00:36:00,593 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(309)) - RPC server is binding to localhost:0
2015-02-11 00:36:00,602 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:00,620 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 41344
2015-02-11 00:36:00,668 INFO namenode.NameNode (NameNode.java:initialize(593)) - Clients are to use localhost:41344 to access this namenode/service.
2015-02-11 00:36:00,671 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6029)) - Registered FSNamesystemState MBean
2015-02-11 00:36:00,696 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:36:00,697 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5682)) - Number of blocks under construction: 0
2015-02-11 00:36:00,698 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1131)) - initializing replication queues
2015-02-11 00:36:00,699 INFO hdfs.StateChange (FSNamesystem.java:leave(5169)) - STATE* Leaving safe mode after 0 secs
2015-02-11 00:36:00,700 INFO hdfs.StateChange (FSNamesystem.java:leave(5180)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-11 00:36:00,700 INFO hdfs.StateChange (FSNamesystem.java:leave(5183)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-11 00:36:00,705 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2522)) - Total number of blocks = 0
2015-02-11 00:36:00,705 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2523)) - Number of invalid blocks = 0
2015-02-11 00:36:00,705 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2524)) - Number of under-replicated blocks = 0
2015-02-11 00:36:00,706 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2525)) - Number of over-replicated blocks = 0
2015-02-11 00:36:00,706 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2527)) - Number of blocks being written = 0
2015-02-11 00:36:00,706 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2528)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 7 msec
2015-02-11 00:36:00,750 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:00,751 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 41344: starting
2015-02-11 00:36:00,758 INFO namenode.NameNode (NameNode.java:startCommonServices(636)) - NameNode RPC up at: localhost/127.0.0.1:41344
2015-02-11 00:36:00,759 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1059)) - Starting services required for active state
2015-02-11 00:36:00,767 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(159)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-11 00:36:00,767 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(172)) - Rescanning because of pending operations
2015-02-11 00:36:00,768 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:36:00,806 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2
2015-02-11 00:36:00,931 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:36:00,932 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:36:00,935 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:36:00,944 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:59367
2015-02-11 00:36:00,947 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:36:00,949 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:36:00,954 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:36:00,955 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:00,957 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:36:00,958 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:00,958 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:00,964 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:36:00,965 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55260
2015-02-11 00:36:00,966 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:00,971 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_55260_datanode____.6zwmz1/webapp
2015-02-11 00:36:01,198 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55260
2015-02-11 00:36:01,201 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:36:01,202 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:36:01,217 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:01,219 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 47166
2015-02-11 00:36:01,228 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:47166
2015-02-11 00:36:01,240 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:36:01,243 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:36:01,257 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:41344 starting to offer service
2015-02-11 00:36:01,268 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:01,269 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 47166: starting
2015-02-11 00:36:01,291 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4
2015-02-11 00:36:01,317 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:36:01,318 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:36:01,319 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:36:01,320 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:41359
2015-02-11 00:36:01,321 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:36:01,322 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:36:01,324 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:36:01,325 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:01,327 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:36:01,328 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:01,329 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:01,332 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:36:01,333 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55877
2015-02-11 00:36:01,333 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:01,341 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_55877_datanode____t8jbkv/webapp
2015-02-11 00:36:01,558 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55877
2015-02-11 00:36:01,559 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:36:01,560 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:36:01,561 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:01,562 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 46154
2015-02-11 00:36:01,570 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:46154
2015-02-11 00:36:01,581 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:36:01,581 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:36:01,584 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:41344 starting to offer service
2015-02-11 00:36:01,585 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:01,585 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 46154: starting
2015-02-11 00:36:01,593 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6
2015-02-11 00:36:01,599 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:36:01,599 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:36:01,608 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:01,609 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1 is not formatted
2015-02-11 00:36:01,610 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:01,617 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:01,618 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3 is not formatted
2015-02-11 00:36:01,618 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:01,632 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:01,633 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2 is not formatted
2015-02-11 00:36:01,633 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:01,634 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:36:01,635 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:36:01,635 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:36:01,636 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:47945
2015-02-11 00:36:01,637 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:36:01,637 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:36:01,638 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:01,638 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4 is not formatted
2015-02-11 00:36:01,638 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:01,639 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:36:01,640 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:01,642 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:36:01,642 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:01,643 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:01,645 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:36:01,646 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 45247
2015-02-11 00:36:01,646 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:01,650 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_45247_datanode____oeoj5n/webapp
2015-02-11 00:36:01,706 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:01,706 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:01,709 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:01,709 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:01,709 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:01,718 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:01,718 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:01,718 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:01,718 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:01,724 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:01,724 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:01,725 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:01,725 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:01,726 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:01,735 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:01,735 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:01,735 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:01,735 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:01,736 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:01,736 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:01,741 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1685739701;bpid=BP-1958827178-10.31.157.187-1423614959012;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1685739701;c=0;bpid=BP-1958827178-10.31.157.187-1423614959012;dnuuid=null
2015-02-11 00:36:01,742 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:01,743 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:01,744 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID e5600747-ac78-4afb-88a1-1450b833c248
2015-02-11 00:36:01,746 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1685739701;bpid=BP-1958827178-10.31.157.187-1423614959012;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1685739701;c=0;bpid=BP-1958827178-10.31.157.187-1423614959012;dnuuid=null
2015-02-11 00:36:01,749 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID 9891b12f-6bd5-45a0-961d-7639a29e4d3f
2015-02-11 00:36:01,761 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-11 00:36:01,761 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-11 00:36:01,763 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-11 00:36:01,763 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-11 00:36:01,775 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:36:01,776 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:36:01,783 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423631099783 with interval 21600000
2015-02-11 00:36:01,783 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423623060783 with interval 21600000
2015-02-11 00:36:01,785 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:01,785 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:01,786 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:36:01,787 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:36:01,787 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:36:01,787 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:36:01,808 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 21ms
2015-02-11 00:36:01,808 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 20ms
2015-02-11 00:36:01,808 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 20ms
2015-02-11 00:36:01,808 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1958827178-10.31.157.187-1423614959012: 23ms
2015-02-11 00:36:01,809 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 21ms
2015-02-11 00:36:01,820 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1958827178-10.31.157.187-1423614959012: 34ms
2015-02-11 00:36:01,820 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current...
2015-02-11 00:36:01,821 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current...
2015-02-11 00:36:01,821 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current...
2015-02-11 00:36:01,820 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current...
2015-02-11 00:36:01,830 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current: 9ms
2015-02-11 00:36:01,833 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current: 1ms
2015-02-11 00:36:01,833 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current: 3ms
2015-02-11 00:36:01,833 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current: 2ms
2015-02-11 00:36:01,834 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 13ms
2015-02-11 00:36:01,835 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 25ms
2015-02-11 00:36:01,839 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 beginning handshake with NN
2015-02-11 00:36:01,839 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 beginning handshake with NN
2015-02-11 00:36:01,850 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=e5600747-ac78-4afb-88a1-1450b833c248, infoPort=55260, ipcPort=47166, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) storage e5600747-ac78-4afb-88a1-1450b833c248
2015-02-11 00:36:01,856 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:59367
2015-02-11 00:36:01,863 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 successfully registered with NN
2015-02-11 00:36:01,863 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:41344 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:36:01,863 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=9891b12f-6bd5-45a0-961d-7639a29e4d3f, infoPort=55877, ipcPort=46154, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) storage 9891b12f-6bd5-45a0-961d-7639a29e4d3f
2015-02-11 00:36:01,868 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:41359
2015-02-11 00:36:01,870 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 successfully registered with NN
2015-02-11 00:36:01,870 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:41344 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:36:01,893 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45247
2015-02-11 00:36:01,894 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:36:01,895 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:36:01,895 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:01,897 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 48519
2015-02-11 00:36:01,901 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:48519
2015-02-11 00:36:01,903 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4 for DN 127.0.0.1:41359
2015-02-11 00:36:01,904 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4 for DN 127.0.0.1:41359
2015-02-11 00:36:01,908 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:36:01,909 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:36:01,910 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:41344 starting to offer service
2015-02-11 00:36:01,911 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:01,914 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 48519: starting
2015-02-11 00:36:01,919 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1292)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7,[DISK]file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8
2015-02-11 00:36:01,922 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid 9891b12f-6bd5-45a0-961d-7639a29e4d3f) service to localhost/127.0.0.1:41344 trying to claim ACTIVE state with txid=1
2015-02-11 00:36:01,922 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-2df87a55-c036-48dc-91ed-524922180a8d for DN 127.0.0.1:59367
2015-02-11 00:36:01,922 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid 9891b12f-6bd5-45a0-961d-7639a29e4d3f) service to localhost/127.0.0.1:41344
2015-02-11 00:36:01,924 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:36:01,924 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1 for DN 127.0.0.1:59367
2015-02-11 00:36:01,932 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid e5600747-ac78-4afb-88a1-1450b833c248) service to localhost/127.0.0.1:41344 trying to claim ACTIVE state with txid=1
2015-02-11 00:36:01,932 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid e5600747-ac78-4afb-88a1-1450b833c248) service to localhost/127.0.0.1:41344
2015-02-11 00:36:01,935 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:01,936 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:01,936 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4 node DatanodeRegistration(127.0.0.1, datanodeUuid=9891b12f-6bd5-45a0-961d-7639a29e4d3f, infoPort=55877, ipcPort=46154, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
2015-02-11 00:36:01,936 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:01,937 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4 node DatanodeRegistration(127.0.0.1, datanodeUuid=9891b12f-6bd5-45a0-961d-7639a29e4d3f, infoPort=55877, ipcPort=46154, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-11 00:36:01,936 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1 node DatanodeRegistration(127.0.0.1, datanodeUuid=e5600747-ac78-4afb-88a1-1450b833c248, infoPort=55260, ipcPort=47166, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-11 00:36:01,937 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-2df87a55-c036-48dc-91ed-524922180a8d,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:01,937 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-2df87a55-c036-48dc-91ed-524922180a8d node DatanodeRegistration(127.0.0.1, datanodeUuid=e5600747-ac78-4afb-88a1-1450b833c248, infoPort=55260, ipcPort=47166, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:36:01,948 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:01,948 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5 is not formatted
2015-02-11 00:36:01,948 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:01,959 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:01,959 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6 is not formatted
2015-02-11 00:36:01,960 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:01,962 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-11 00:36:01,963 INFO datanode.DataNode (DataNode.java:<init>(291)) - Configured hostname is 127.0.0.1
2015-02-11 00:36:01,964 INFO datanode.DataNode (DataNode.java:startDataNode(766)) - Starting DataNode with maxLockedMemory = 0
2015-02-11 00:36:01,965 INFO datanode.DataNode (DataNode.java:initDataXceiver(567)) - Opened streaming server at /127.0.0.1:46112
2015-02-11 00:36:01,965 INFO datanode.DataNode (DataXceiverServer.java:<init>(75)) - Balancing bandwith is 1048576 bytes/s
2015-02-11 00:36:01,966 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 41 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4d68af51
2015-02-11 00:36:01,966 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Number threads for balancing is 5
2015-02-11 00:36:01,966 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:01,967 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-11 00:36:01,969 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:01,969 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-11 00:36:01,970 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:01,971 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:01,974 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:36:01,974 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-11 00:36:01,974 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:01,975 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:36:01,975 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 41370
2015-02-11 00:36:01,975 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:36:01,975 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:01,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:01,980 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1958827178-10.31.157.187-1423614959012 to blockPoolScannerMap, new size=1
2015-02-11 00:36:01,982 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.1/a92466dec043867fc380a8a0d995a1d59ff02bf1/hadoop-hdfs-2.5.1-tests.jar!/webapps/datanode to /tmp/Jetty_localhost_41370_datanode____kyri8m/webapp
2015-02-11 00:36:02,005 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 72 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@55a92d3a
2015-02-11 00:36:02,005 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,006 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:36:02,006 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:02,006 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:36:02,006 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:36:02,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,008 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1958827178-10.31.157.187-1423614959012 to blockPoolScannerMap, new size=1
2015-02-11 00:36:02,022 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,022 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:02,022 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:02,022 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:02,022 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:02,066 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:02,066 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:02,066 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:02,066 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:02,072 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:02,072 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:02,075 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1685739701;bpid=BP-1958827178-10.31.157.187-1423614959012;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1685739701;c=0;bpid=BP-1958827178-10.31.157.187-1423614959012;dnuuid=null
2015-02-11 00:36:02,077 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID e608c422-ccad-4f98-afb2-0ee151b8a524
2015-02-11 00:36:02,078 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-11 00:36:02,079 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-11 00:36:02,080 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:36:02,080 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423632101080 with interval 21600000
2015-02-11 00:36:02,081 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,081 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:36:02,081 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:36:02,088 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 7ms
2015-02-11 00:36:02,089 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 7ms
2015-02-11 00:36:02,090 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1958827178-10.31.157.187-1423614959012: 9ms
2015-02-11 00:36:02,090 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current...
2015-02-11 00:36:02,090 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current...
2015-02-11 00:36:02,091 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current: 0ms
2015-02-11 00:36:02,091 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current: 0ms
2015-02-11 00:36:02,091 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 1ms
2015-02-11 00:36:02,091 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 beginning handshake with NN
2015-02-11 00:36:02,093 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=e608c422-ccad-4f98-afb2-0ee151b8a524, infoPort=45247, ipcPort=48519, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) storage e608c422-ccad-4f98-afb2-0ee151b8a524
2015-02-11 00:36:02,094 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:47945
2015-02-11 00:36:02,095 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 successfully registered with NN
2015-02-11 00:36:02,095 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:41344 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:36:02,097 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf for DN 127.0.0.1:47945
2015-02-11 00:36:02,099 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-a48a6858-f2bc-492c-95c0-b191950bef26 for DN 127.0.0.1:47945
2015-02-11 00:36:02,100 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid e608c422-ccad-4f98-afb2-0ee151b8a524) service to localhost/127.0.0.1:41344 trying to claim ACTIVE state with txid=1
2015-02-11 00:36:02,100 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid e608c422-ccad-4f98-afb2-0ee151b8a524) service to localhost/127.0.0.1:41344
2015-02-11 00:36:02,102 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:02,102 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf node DatanodeRegistration(127.0.0.1, datanodeUuid=e608c422-ccad-4f98-afb2-0ee151b8a524, infoPort=45247, ipcPort=48519, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-11 00:36:02,102 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-a48a6858-f2bc-492c-95c0-b191950bef26,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:02,103 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-a48a6858-f2bc-492c-95c0-b191950bef26 node DatanodeRegistration(127.0.0.1, datanodeUuid=e608c422-ccad-4f98-afb2-0ee151b8a524, infoPort=45247, ipcPort=48519, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-11 00:36:02,104 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@4a200bde
2015-02-11 00:36:02,104 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,104 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:36:02,104 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:02,105 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:36:02,105 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:36:02,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,106 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1958827178-10.31.157.187-1423614959012 to blockPoolScannerMap, new size=1
2015-02-11 00:36:02,178 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41370
2015-02-11 00:36:02,179 INFO datanode.DataNode (DataNode.java:startDataNode(783)) - dnUserName = teamcity
2015-02-11 00:36:02,179 INFO datanode.DataNode (DataNode.java:startDataNode(784)) - supergroup = supergroup
2015-02-11 00:36:02,180 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:02,181 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 36425
2015-02-11 00:36:02,186 INFO datanode.DataNode (DataNode.java:initIpcServer(442)) - Opened IPC server at /127.0.0.1:36425
2015-02-11 00:36:02,193 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-11 00:36:02,193 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-11 00:36:02,195 INFO datanode.DataNode (BPServiceActor.java:run(805)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:41344 starting to offer service
2015-02-11 00:36:02,196 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:02,197 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 36425: starting
2015-02-11 00:36:02,202 INFO common.Storage (DataStorage.java:recoverTransitionRead(173)) - Data-node version: -55 and name-node layout version: -57
2015-02-11 00:36:02,211 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:02,211 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7 is not formatted
2015-02-11 00:36:02,211 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:02,218 INFO common.Storage (Storage.java:tryLock(706)) - Lock on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 25298@ip-10-31-157-187
2015-02-11 00:36:02,218 INFO common.Storage (DataStorage.java:recoverTransitionRead(197)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8 is not formatted
2015-02-11 00:36:02,219 INFO common.Storage (DataStorage.java:recoverTransitionRead(198)) - Formatting ...
2015-02-11 00:36:02,354 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(108)) - Analyzing storage directories for bpid BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,355 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:02,355 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:02,355 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:02,355 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:02,362 INFO common.Storage (Storage.java:lock(666)) - Locking is disabled
2015-02-11 00:36:02,362 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(130)) - Storage directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012 is not formatted.
2015-02-11 00:36:02,362 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(131)) - Formatting ...
2015-02-11 00:36:02,362 INFO common.Storage (BlockPoolSliceStorage.java:format(183)) - Formatting block pool BP-1958827178-10.31.157.187-1423614959012 directory /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current
2015-02-11 00:36:02,366 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:02,367 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(254)) - Restored 0 block files from trash.
2015-02-11 00:36:02,369 INFO datanode.DataNode (DataNode.java:initStorage(977)) - Setting up storage: nsid=1685739701;bpid=BP-1958827178-10.31.157.187-1423614959012;lv=-55;nsInfo=lv=-57;cid=testClusterID;nsid=1685739701;c=0;bpid=BP-1958827178-10.31.157.187-1423614959012;dnuuid=null
2015-02-11 00:36:02,372 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(812)) - Generated and persisted new Datanode UUID cc78c2d9-445a-4793-ab2f-9c1b0bebf65b
2015-02-11 00:36:02,373 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-11 00:36:02,373 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(214)) - Added volume - /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-11 00:36:02,374 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1376)) - Registered FSDatasetState MBean
2015-02-11 00:36:02,374 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423617488374 with interval 21600000
2015-02-11 00:36:02,375 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1745)) - Adding block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,376 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:36:02,376 INFO impl.FsDatasetImpl (FsVolumeList.java:run(208)) - Scanning block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:36:02,383 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 7ms
2015-02-11 00:36:02,384 INFO impl.FsDatasetImpl (FsVolumeList.java:run(213)) - Time taken to scan block pool BP-1958827178-10.31.157.187-1423614959012 on /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 8ms
2015-02-11 00:36:02,385 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(237)) - Total time to scan all replicas for block pool BP-1958827178-10.31.157.187-1423614959012: 10ms
2015-02-11 00:36:02,385 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current...
2015-02-11 00:36:02,385 INFO impl.FsDatasetImpl (FsVolumeList.java:run(109)) - Adding replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current...
2015-02-11 00:36:02,386 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current: 0ms
2015-02-11 00:36:02,386 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Time to add replicas to map for block pool BP-1958827178-10.31.157.187-1423614959012 on volume /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current: 0ms
2015-02-11 00:36:02,386 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(137)) - Total time to add all replicas to map: 1ms
2015-02-11 00:36:02,387 INFO datanode.DataNode (BPServiceActor.java:register(765)) - Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 beginning handshake with NN
2015-02-11 00:36:02,388 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(890)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, infoPort=41370, ipcPort=36425, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) storage cc78c2d9-445a-4793-ab2f-9c1b0bebf65b
2015-02-11 00:36:02,389 INFO net.NetworkTopology (NetworkTopology.java:add(418)) - Adding a new node: /default-rack/127.0.0.1:46112
2015-02-11 00:36:02,390 INFO datanode.DataNode (BPServiceActor.java:register(778)) - Block pool Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid null) service to localhost/127.0.0.1:41344 successfully registered with NN
2015-02-11 00:36:02,390 INFO datanode.DataNode (BPServiceActor.java:offerService(637)) - For namenode localhost/127.0.0.1:41344 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-11 00:36:02,393 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-a1486efc-8608-4dbf-8585-11ddf157f222 for DN 127.0.0.1:46112
2015-02-11 00:36:02,393 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(667)) - Adding new storage ID DS-c8219028-7ca1-400f-88a2-6aced5e9eea0 for DN 127.0.0.1:46112
2015-02-11 00:36:02,395 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(439)) - Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid cc78c2d9-445a-4793-ab2f-9c1b0bebf65b) service to localhost/127.0.0.1:41344 trying to claim ACTIVE state with txid=1
2015-02-11 00:36:02,395 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(451)) - Acknowledging ACTIVE Namenode Block pool BP-1958827178-10.31.157.187-1423614959012 (Datanode Uuid cc78c2d9-445a-4793-ab2f-9c1b0bebf65b) service to localhost/127.0.0.1:41344
2015-02-11 00:36:02,398 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-a1486efc-8608-4dbf-8585-11ddf157f222,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:02,399 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-a1486efc-8608-4dbf-8585-11ddf157f222 node DatanodeRegistration(127.0.0.1, datanodeUuid=cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, infoPort=41370, ipcPort=36425, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-11 00:36:02,399 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1737)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-c8219028-7ca1-400f-88a2-6aced5e9eea0,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-11 00:36:02,399 INFO BlockStateChange (BlockManager.java:processReport(1753)) - BLOCK* processReport: from storage DS-c8219028-7ca1-400f-88a2-6aced5e9eea0 node DatanodeRegistration(127.0.0.1, datanodeUuid=cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, infoPort=41370, ipcPort=36425, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-11 00:36:02,400 INFO datanode.DataNode (BPServiceActor.java:blockReport(498)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 4 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@11be650f
2015-02-11 00:36:02,401 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(618)) - Got finalize command for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,401 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-11 00:36:02,401 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-11 00:36:02,402 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-11 00:36:02,402 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-11 00:36:02,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1958827178-10.31.157.187-1423614959012
2015-02-11 00:36:02,406 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1958827178-10.31.157.187-1423614959012 to blockPoolScannerMap, new size=1
2015-02-11 00:36:02,644 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2055)) - Cluster is active
2015-02-11 00:36:02,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:02,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:02,786 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1958827178-10.31.157.187-1423614959012 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]}
2015-02-11 00:36:02,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001 src: /127.0.0.1:45603 dest: /127.0.0.1:59367
2015-02-11 00:36:02,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001 src: /127.0.0.1:51588 dest: /127.0.0.1:46112
2015-02-11 00:36:02,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001 src: /127.0.0.1:43968 dest: /127.0.0.1:47945
2015-02-11 00:36:02,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:02,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:43968, dest: /127.0.0.1:47945, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, duration: 52942873
2015-02-11 00:36:02,952 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:02,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51588, dest: /127.0.0.1:46112, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, duration: 56838938
2015-02-11 00:36:02,954 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:02,957 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45603, dest: /127.0.0.1:59367, bytes: 491409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, duration: 58605463
2015-02-11 00:36:02,958 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:02,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:02,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:02,967 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:02,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:36:03,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:03,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:03,284 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar. BP-1958827178-10.31.157.187-1423614959012 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]}
2015-02-11 00:36:03,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002 src: /127.0.0.1:43971 dest: /127.0.0.1:47945
2015-02-11 00:36:03,296 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002 src: /127.0.0.1:45609 dest: /127.0.0.1:59367
2015-02-11 00:36:03,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002 src: /127.0.0.1:51594 dest: /127.0.0.1:46112
2015-02-11 00:36:03,313 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51594, dest: /127.0.0.1:46112, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, duration: 11416147
2015-02-11 00:36:03,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:03,314 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:03,315 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45609, dest: /127.0.0.1:59367, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, duration: 11201867
2015-02-11 00:36:03,316 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:03,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:03,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:43971, dest: /127.0.0.1:47945, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, duration: 13131439
2015-02-11 00:36:03,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:03,319 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:03,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:03,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=teamcity:supergroup:rwxr--r-- proto=rpc
2015-02-11 00:36:03,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-11 00:36:03,450 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:41344/tmp/hadoop-yarn/staging
2015-02-11 00:36:03,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:36:03,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:36:03,551 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - core-site.xml not found
2015-02-11 00:36:03,552 INFO security.Groups (Groups.java:refresh(162)) - clearing userToGroupsMap cache
2015-02-11 00:36:03,556 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2062)) - yarn-site.xml not found
2015-02-11 00:36:03,560 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-11 00:36:03,598 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-11 00:36:03,604 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-11 00:36:03,608 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:36:03,629 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-11 00:36:03,635 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-11 00:36:03,636 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(262)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2015-02-11 00:36:03,663 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-11 00:36:03,665 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-11 00:36:03,666 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-11 00:36:03,668 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-11 00:36:03,690 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-11 00:36:03,743 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-11 00:36:03,752 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-11 00:36:03,754 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-11 00:36:03,758 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,759 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,759 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,759 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,760 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,760 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,760 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-11 00:36:03,763 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-11 00:36:03,767 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2065)) - found resource capacity-scheduler.xml at jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-server-tests/2.5.1/2a0b32c5c46a992191c4b770211c28517f6f960c/hadoop-yarn-server-tests-2.5.1-tests.jar!/capacity-scheduler.xml
2015-02-11 00:36:03,859 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(192)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2015-02-11 00:36:03,860 INFO capacity.ParentQueue (ParentQueue.java:<init>(154)) - Initialized parent-queue root name=root, fullname=root
2015-02-11 00:36:03,874 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(271)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2015-02-11 00:36:03,875 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:36:03,876 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(515)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:36:03,876 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(413)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2015-02-11 00:36:03,877 INFO capacity.CapacityScheduler (CapacityScheduler.java:initScheduler(277)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>, asynchronousScheduling=false, asyncScheduleInterval=5ms
2015-02-11 00:36:03,880 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-11 00:36:03,882 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-11 00:36:03,882 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-11 00:36:03,883 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-11 00:36:03,883 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-11 00:36:03,884 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-11 00:36:03,884 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-11 00:36:03,884 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-11 00:36:03,885 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-11 00:36:03,886 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-11 00:36:03,966 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:36:03,968 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:36:03,969 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:36:03,969 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:36:03,970 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:36:03,971 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:36:03,977 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:36:03,978 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:36:03,978 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:36:03,988 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:36:03,988 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:36:04,133 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:36:04,179 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:36:04,180 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:36:04,239 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@1b1fb141
2015-02-11 00:36:04,240 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:36:04,240 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:36:04,240 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:36:04,241 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:36:04,242 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-11 00:36:04,242 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-11 00:36:04,243 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-11 00:36:04,243 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-11 00:36:04,243 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-11 00:36:04,244 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-11 00:36:04,244 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-11 00:36:04,244 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-11 00:36:04,245 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-11 00:36:04,264 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:36:04,264 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:36:04,265 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:36:04,265 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:36:04,265 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:36:04,265 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:36:04,266 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:36:04,266 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:36:04,266 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:36:04,270 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:36:04,270 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:36:04,404 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:36:04,406 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:36:04,407 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:36:04,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@3bbf502d
2015-02-11 00:36:04,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:36:04,420 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:36:04,420 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:36:04,420 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:36:04,421 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-11 00:36:04,421 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-11 00:36:04,422 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-11 00:36:04,422 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-11 00:36:04,422 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-11 00:36:04,423 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-11 00:36:04,423 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-11 00:36:04,424 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-11 00:36:04,424 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-11 00:36:04,443 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:36:04,444 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:36:04,444 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:36:04,444 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:36:04,444 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:36:04,445 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:36:04,445 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:36:04,445 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:36:04,446 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:36:04,449 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:36:04,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:36:04,590 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:36:04,593 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:36:04,593 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:36:04,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@a92fe09
2015-02-11 00:36:04,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:36:04,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:36:04,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:36:04,609 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:36:04,610 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-11 00:36:04,610 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-11 00:36:04,610 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-11 00:36:04,611 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-11 00:36:04,611 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-11 00:36:04,612 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-11 00:36:04,612 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-11 00:36:04,612 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-11 00:36:04,613 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-11 00:36:04,631 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-11 00:36:04,632 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-11 00:36:04,632 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-11 00:36:04,632 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-11 00:36:04,633 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-11 00:36:04,633 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-11 00:36:04,633 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-11 00:36:04,634 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-11 00:36:04,634 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-11 00:36:04,637 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-11 00:36:04,638 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(209)) - per directory file limit = 8192
2015-02-11 00:36:04,792 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-11 00:36:04,797 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-11 00:36:04,798 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-11 00:36:04,811 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@6a19f410
2015-02-11 00:36:04,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-11 00:36:04,813 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-11 00:36:04,814 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-11 00:36:04,815 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(175)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-11 00:36:04,836 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-11 00:36:04,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:36:04,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:36:04,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:36:04,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:36:04,871 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-11 00:36:04,871 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-11 00:36:04,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=teamcity:supergroup:rwxrwxrwt proto=rpc
2015-02-11 00:36:06,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002
2015-02-11 00:36:06,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001
2015-02-11 00:36:07,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002
2015-02-11 00:36:07,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001
2015-02-11 00:36:07,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002
2015-02-11 00:36:07,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001
2015-02-11 00:36:14,883 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-11 00:36:14,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:36:14,894 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-11 00:36:14,912 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:14,914 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 58016
2015-02-11 00:36:14,920 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-11 00:36:14,920 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-11 00:36:14,923 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:36:14,926 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:36:14,927 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:36:14,935 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-11 00:36:14,936 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:14,936 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-11 00:36:14,937 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:14,937 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:14,938 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-11 00:36:14,938 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:36:14,939 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 48410
2015-02-11 00:36:14,940 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:14,944 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/jobhistory to /tmp/Jetty_ip.10.31.157.187_48410_jobhistory____vy5jxl/webapp
2015-02-11 00:36:15,083 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:48410
2015-02-11 00:36:15,083 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 48410
2015-02-11 00:36:15,515 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:36:15,532 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:15,534 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 48128
2015-02-11 00:36:15,539 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-11 00:36:15,540 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:15,540 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 48128: starting
2015-02-11 00:36:15,546 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at ip-10-31-157-187.ec2.internal/10.31.157.187:48128
2015-02-11 00:36:15,548 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:15,549 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 58016: starting
2015-02-11 00:36:16,421 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: ip-10-31-157-187:0
2015-02-11 00:36:16,421 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:36:16,422 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: ip-10-31-157-187.ec2.internal:48128
2015-02-11 00:36:16,422 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: ip-10-31-157-187:48410
2015-02-11 00:36:16,423 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-11 00:36:16,423 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(930)) - Transitioning to active state
2015-02-11 00:36:16,428 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-11 00:36:16,428 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2015-02-11 00:36:16,434 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-11 00:36:16,435 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:36:16,436 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-11 00:36:16,437 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(531)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-11 00:36:16,438 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(222)) - Updating the current master key for generating delegation tokens
2015-02-11 00:36:16,440 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-11 00:36:16,464 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:16,466 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 33180
2015-02-11 00:36:16,470 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-11 00:36:16,472 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 33180: starting
2015-02-11 00:36:16,473 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:16,500 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:16,502 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 54980
2015-02-11 00:36:16,509 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-11 00:36:16,510 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:16,510 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 54980: starting
2015-02-11 00:36:16,566 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:16,567 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 44485
2015-02-11 00:36:16,572 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-11 00:36:16,573 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:16,575 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 44485: starting
2015-02-11 00:36:16,593 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(944)) - Transitioned to active state
2015-02-11 00:36:16,600 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-11 00:36:16,601 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:16,609 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-11 00:36:16,609 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-11 00:36:16,609 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter YARNAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-11 00:36:16,609 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-11 00:36:16,610 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:16,610 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:16,611 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-11 00:36:16,612 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:36:16,613 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 45133
2015-02-11 00:36:16,613 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:16,617 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/cluster to /tmp/Jetty_ip.10.31.157.187_45133_cluster____.mxt4nx/webapp
2015-02-11 00:36:16,778 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:36:17,924 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:44485
2015-02-11 00:36:17,924 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:36:17,925 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: ip-10-31-157-187.ec2.internal:44485
2015-02-11 00:36:17,925 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: ip-10-31-157-187:0
2015-02-11 00:36:17,927 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-11 00:36:17,948 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:17,950 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 60266
2015-02-11 00:36:17,956 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:36:17,957 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:36:17,958 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:17,958 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 60266: starting
2015-02-11 00:36:17,972 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:60266
2015-02-11 00:36:17,973 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:60266
2015-02-11 00:36:17,981 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:17,982 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 53582
2015-02-11 00:36:17,986 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:36:17,987 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:17,987 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 53582: starting
2015-02-11 00:36:17,994 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 53582
2015-02-11 00:36:18,013 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:36:18,034 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 42903
2015-02-11 00:36:18,034 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:18,035 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:36:18,036 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:36:18,037 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:18,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:36:18,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:18,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:18,038 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:36:18,039 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:36:18,039 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 37603
2015-02-11 00:36:18,039 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:18,044 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_37603_node____kabjd0/webapp
2015-02-11 00:36:18,179 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:36:18,179 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(166)) - 'signature.secret' configuration not set, using a random value as secret
2015-02-11 00:36:18,180 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:37603
2015-02-11 00:36:18,181 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:45133
2015-02-11 00:36:18,181 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 37603
2015-02-11 00:36:18,181 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 45133
2015-02-11 00:36:18,221 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:36:18,225 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:36:18,237 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:36:18,256 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:36:18,260 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:36:18,269 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 60266 httpPort: 37603) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:60266
2015-02-11 00:36:18,274 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 92128920
2015-02-11 00:36:18,276 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:60266 Node Transitioned from NEW to RUNNING
2015-02-11 00:36:18,279 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1456380576
2015-02-11 00:36:18,279 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:60266 with total resource of <memory:4096, vCores:8>
2015-02-11 00:36:18,279 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:36:18,282 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:60266 clusterResource: <memory:4096, vCores:8>
2015-02-11 00:36:18,300 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:18,301 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 35828
2015-02-11 00:36:18,305 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-11 00:36:18,306 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:18,307 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 35828: starting
2015-02-11 00:36:18,928 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-11 00:36:18,932 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:18,934 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 38227
2015-02-11 00:36:18,938 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:36:18,938 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:36:18,939 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:18,940 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 38227: starting
2015-02-11 00:36:18,948 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:38227
2015-02-11 00:36:18,948 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:38227
2015-02-11 00:36:18,949 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:18,951 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 59255
2015-02-11 00:36:18,954 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:36:18,955 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:18,955 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 59255: starting
2015-02-11 00:36:18,959 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 59255
2015-02-11 00:36:18,960 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:36:18,962 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 33906
2015-02-11 00:36:18,962 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:18,962 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:36:18,963 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:36:18,964 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:18,964 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:36:18,964 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:18,965 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:18,966 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:36:18,966 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:36:18,966 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 36829
2015-02-11 00:36:18,966 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:18,971 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_36829_node____.e1kuz9/webapp
2015-02-11 00:36:19,567 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:36829
2015-02-11 00:36:19,569 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 36829
2015-02-11 00:36:19,581 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:36:19,582 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:36:19,582 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:36:19,582 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:36:19,583 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 38227 httpPort: 36829) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:38227
2015-02-11 00:36:19,583 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:38227 Node Transitioned from NEW to RUNNING
2015-02-11 00:36:19,583 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 92128920
2015-02-11 00:36:19,583 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1456380576
2015-02-11 00:36:19,583 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:38227 clusterResource: <memory:8192, vCores:16>
2015-02-11 00:36:19,583 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:38227 with total resource of <memory:4096, vCores:8>
2015-02-11 00:36:19,584 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:36:19,930 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-11 00:36:19,935 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:19,937 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 44353
2015-02-11 00:36:19,942 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:36:19,942 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:36:19,943 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:19,943 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 44353: starting
2015-02-11 00:36:19,952 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:44353
2015-02-11 00:36:19,952 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:44353
2015-02-11 00:36:19,953 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:19,955 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 48465
2015-02-11 00:36:19,959 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:36:19,959 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:19,960 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 48465: starting
2015-02-11 00:36:19,963 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 48465
2015-02-11 00:36:19,967 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:36:19,968 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 48060
2015-02-11 00:36:19,968 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:19,969 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:36:19,969 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:36:19,970 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:19,971 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:36:19,971 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:19,972 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:19,973 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:36:19,973 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:36:19,974 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 59577
2015-02-11 00:36:19,974 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:19,978 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_59577_node____.qpt9i8/webapp
2015-02-11 00:36:20,432 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:59577
2015-02-11 00:36:20,433 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 59577
2015-02-11 00:36:20,445 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:36:20,446 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:36:20,447 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:36:20,447 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:36:20,447 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 44353 httpPort: 59577) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:44353
2015-02-11 00:36:20,447 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:44353 Node Transitioned from NEW to RUNNING
2015-02-11 00:36:20,447 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 92128920
2015-02-11 00:36:20,448 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1456380576
2015-02-11 00:36:20,448 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:44353 clusterResource: <memory:12288, vCores:24>
2015-02-11 00:36:20,448 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:44353 with total resource of <memory:4096, vCores:8>
2015-02-11 00:36:20,448 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:36:20,931 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-11 00:36:20,936 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:20,937 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 44441
2015-02-11 00:36:20,941 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-11 00:36:20,941 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(295)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-11 00:36:20,942 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:20,943 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 44441: starting
2015-02-11 00:36:20,957 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : ip-10-31-157-187.ec2.internal:44441
2015-02-11 00:36:20,957 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(306)) - ContainerManager started at /10.31.157.187:44441
2015-02-11 00:36:20,958 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-11 00:36:20,960 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 40712
2015-02-11 00:36:20,963 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-11 00:36:20,964 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-11 00:36:20,964 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 40712: starting
2015-02-11 00:36:20,970 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(346)) - Localizer started on port 40712
2015-02-11 00:36:20,973 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-11 00:36:20,974 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(388)) - httpshuffle listening on port 39157
2015-02-11 00:36:20,974 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:20,974 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at ip-10-31-157-187:0
2015-02-11 00:36:20,975 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-11 00:36:20,976 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-11 00:36:20,977 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-11 00:36:20,977 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-11 00:36:20,977 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-11 00:36:20,978 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-11 00:36:20,978 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-11 00:36:20,979 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 48666
2015-02-11 00:36:20,979 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2015-02-11 00:36:20,984 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.1/31c7646ba7fc326f215422837d36cab0bad1790b/hadoop-yarn-common-2.5.1.jar!/webapps/node to /tmp/Jetty_ip.10.31.157.187_48666_node____.kkq84f/webapp
2015-02-11 00:36:21,405 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@ip-10-31-157-187:48666
2015-02-11 00:36:21,407 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 48666
2015-02-11 00:36:21,419 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-11 00:36:21,420 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(400)) - Sending out 0 NM container statuses: []
2015-02-11 00:36:21,420 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(255)) - Registering with RM using containers :[]
2015-02-11 00:36:21,420 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved ip-10-31-157-187.ec2.internal to /default-rack
2015-02-11 00:36:21,421 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(334)) - NodeManager from node ip-10-31-157-187.ec2.internal(cmPort: 44441 httpPort: 48666) registered with capability: <memory:4096, vCores:8>, assigned nodeId ip-10-31-157-187.ec2.internal:44441
2015-02-11 00:36:21,421 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(388)) - ip-10-31-157-187.ec2.internal:44441 Node Transitioned from NEW to RUNNING
2015-02-11 00:36:21,421 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 92128920
2015-02-11 00:36:21,421 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(959)) - Added node ip-10-31-157-187.ec2.internal:44441 clusterResource: <memory:16384, vCores:32>
2015-02-11 00:36:21,421 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :1456380576
2015-02-11 00:36:21,422 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(304)) - Registered with ResourceManager as ip-10-31-157-187.ec2.internal:44441 with total resource of <memory:4096, vCores:8>
2015-02-11 00:36:21,422 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(306)) - Notifying ContainerManager to unblock new container-requests
2015-02-11 00:36:21,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:21,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:21,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:21,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt. BP-1958827178-10.31.157.187-1423614959012 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]}
2015-02-11 00:36:21,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003 src: /127.0.0.1:51602 dest: /127.0.0.1:46112
2015-02-11 00:36:21,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003 src: /127.0.0.1:45619 dest: /127.0.0.1:59367
2015-02-11 00:36:21,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003 src: /127.0.0.1:59001 dest: /127.0.0.1:41359
2015-02-11 00:36:22,004 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59001, dest: /127.0.0.1:41359, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 11741633
2015-02-11 00:36:22,005 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:22,007 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,010 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45619, dest: /127.0.0.1:59367, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 16115975
2015-02-11 00:36:22,011 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,012 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51602, dest: /127.0.0.1:46112, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 14734367
2015-02-11 00:36:22,013 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,019 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:22,095 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:36:22,097 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:36:22,109 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 96C8F14B2F8143D4A6F62ED4D098E425
2015-02-11 00:36:22,193 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-11 00:36:22,334 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1019)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-11 00:36:22,368 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-11 00:36:22,368 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-11 00:36:22,427 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-11 00:36:22,428 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting
2015-02-11 00:36:22,432 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] parallel execution is enabled: true
2015-02-11 00:36:22,433 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting flows: 2
2015-02-11 00:36:22,433 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] allocating threads: 2
2015-02-11 00:36:22,433 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting flow: stats2 test
2015-02-11 00:36:22,434 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] starting flow: stats1 test
2015-02-11 00:36:22,435 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] at least one sink is marked for delete
2015-02-11 00:36:22,435 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:36:22,436 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] at least one sink is marked for delete
2015-02-11 00:36:22,437 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] sink oldest modified date: Wed Dec 31 23:59:59 UTC 1969
2015-02-11 00:36:22,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:36:22,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:36:22,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:36:22,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:36:22,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] starting
2015-02-11 00:36:22,473 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:36:22,474 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1"]
2015-02-11 00:36:22,474 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] parallel execution is enabled: true
2015-02-11 00:36:22,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] starting
2015-02-11 00:36:22,474 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] starting jobs: 2
2015-02-11 00:36:22,474 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats1 test] allocating threads: 2
2015-02-11 00:36:22,475 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt"]
2015-02-11 00:36:22,475 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2"]
2015-02-11 00:36:22,476 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] parallel execution is enabled: true
2015-02-11 00:36:22,476 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] starting jobs: 2
2015-02-11 00:36:22,476 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [stats2 test] allocating threads: 2
2015-02-11 00:36:22,479 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] starting step: (1/2)
2015-02-11 00:36:22,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003
2015-02-11 00:36:22,479 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] starting step: (1/2)
2015-02-11 00:36:22,528 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:22,628 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:22,647 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:22,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB dst=null perm=null proto=rpc
2015-02-11 00:36:22,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:22,669 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:22,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:36:22,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B dst=null perm=null proto=rpc
2015-02-11 00:36:22,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:22,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:22,714 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 1
2015-02-11 00:36:22,714 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 2
2015-02-11 00:36:22,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002 dst=null perm=null proto=rpc
2015-02-11 00:36:22,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001 dst=null perm=null proto=rpc
2015-02-11 00:36:22,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:36:22,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:36:22,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:36:22,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:36:22,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,755 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar. BP-1958827178-10.31.157.187-1423614959012 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]}
2015-02-11 00:36:22,759 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar. BP-1958827178-10.31.157.187-1423614959012 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]}
2015-02-11 00:36:22,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004 src: /127.0.0.1:43985 dest: /127.0.0.1:47945
2015-02-11 00:36:22,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004 src: /127.0.0.1:51608 dest: /127.0.0.1:46112
2015-02-11 00:36:22,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005 src: /127.0.0.1:45623 dest: /127.0.0.1:59367
2015-02-11 00:36:22,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004 src: /127.0.0.1:45625 dest: /127.0.0.1:59367
2015-02-11 00:36:22,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005 src: /127.0.0.1:51610 dest: /127.0.0.1:46112
2015-02-11 00:36:22,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005 src: /127.0.0.1:43990 dest: /127.0.0.1:47945
2015-02-11 00:36:22,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:43990, dest: /127.0.0.1:47945, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, duration: 21575040
2015-02-11 00:36:22,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45625, dest: /127.0.0.1:59367, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, duration: 24893214
2015-02-11 00:36:22,796 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:22,796 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:22,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,801 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51608, dest: /127.0.0.1:46112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, duration: 27916055
2015-02-11 00:36:22,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,801 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51610, dest: /127.0.0.1:46112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, duration: 23683749
2015-02-11 00:36:22,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,803 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,805 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:43985, dest: /127.0.0.1:47945, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, duration: 31563128
2015-02-11 00:36:22,804 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45623, dest: /127.0.0.1:59367, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, duration: 26335518
2015-02-11 00:36:22,805 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,806 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,810 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:22,813 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:22,815 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar
2015-02-11 00:36:22,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,820 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar
2015-02-11 00:36:22,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:22,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:22,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:22,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:22,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:22,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:22,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:22,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:22,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:22,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:22,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:22,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:22,866 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:36:22,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:22,867 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:36:22,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:22,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:22,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,911 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split
2015-02-11 00:36:22,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:22,914 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split
2015-02-11 00:36:22,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:22,918 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split. BP-1958827178-10.31.157.187-1423614959012 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]}
2015-02-11 00:36:22,922 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split. BP-1958827178-10.31.157.187-1423614959012 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]}
2015-02-11 00:36:22,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006 src: /127.0.0.1:45630 dest: /127.0.0.1:59367
2015-02-11 00:36:22,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006 src: /127.0.0.1:43994 dest: /127.0.0.1:47945
2015-02-11 00:36:22,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007 src: /127.0.0.1:59013 dest: /127.0.0.1:41359
2015-02-11 00:36:22,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007 src: /127.0.0.1:43996 dest: /127.0.0.1:47945
2015-02-11 00:36:22,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006 src: /127.0.0.1:51618 dest: /127.0.0.1:46112
2015-02-11 00:36:22,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007 src: /127.0.0.1:51620 dest: /127.0.0.1:46112
2015-02-11 00:36:22,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006 src: /127.0.0.1:59016 dest: /127.0.0.1:41359
2015-02-11 00:36:22,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007 src: /127.0.0.1:45637 dest: /127.0.0.1:59367
2015-02-11 00:36:22,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59016, dest: /127.0.0.1:41359, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 16439376
2015-02-11 00:36:22,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,960 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:22,962 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51618, dest: /127.0.0.1:46112, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 23824746
2015-02-11 00:36:22,962 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,964 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:43994, dest: /127.0.0.1:47945, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 26122085
2015-02-11 00:36:22,964 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45630, dest: /127.0.0.1:59367, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 27233436
2015-02-11 00:36:22,968 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,970 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45637, dest: /127.0.0.1:59367, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 18862323
2015-02-11 00:36:22,970 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:22,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51620, dest: /127.0.0.1:46112, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 21802159
2015-02-11 00:36:22,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,980 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,981 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:43996, dest: /127.0.0.1:47945, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 34001651
2015-02-11 00:36:22,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,982 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,983 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:22,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59013, dest: /127.0.0.1:41359, bytes: 1411, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 36204028
2015-02-11 00:36:22,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,984 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:22,988 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:22,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:22,993 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:22,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:23,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:23,002 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo. BP-1958827178-10.31.157.187-1423614959012 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]}
2015-02-11 00:36:23,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008 src: /127.0.0.1:44001 dest: /127.0.0.1:47945
2015-02-11 00:36:23,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:23,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008 src: /127.0.0.1:59020 dest: /127.0.0.1:41359
2015-02-11 00:36:23,010 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo. BP-1958827178-10.31.157.187-1423614959012 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]}
2015-02-11 00:36:23,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008 src: /127.0.0.1:45640 dest: /127.0.0.1:59367
2015-02-11 00:36:23,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009 src: /127.0.0.1:59022 dest: /127.0.0.1:41359
2015-02-11 00:36:23,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009 src: /127.0.0.1:45642 dest: /127.0.0.1:59367
2015-02-11 00:36:23,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45640, dest: /127.0.0.1:59367, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, duration: 5394180
2015-02-11 00:36:23,019 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:23,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009 src: /127.0.0.1:44006 dest: /127.0.0.1:47945
2015-02-11 00:36:23,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59020, dest: /127.0.0.1:41359, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, duration: 8782324
2015-02-11 00:36:23,025 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44001, dest: /127.0.0.1:47945, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, duration: 11806221
2015-02-11 00:36:23,027 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,032 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:23,032 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:36:23,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44006, dest: /127.0.0.1:47945, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, duration: 6582912
2015-02-11 00:36:23,033 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:23,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,034 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45642, dest: /127.0.0.1:59367, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, duration: 7940848
2015-02-11 00:36:23,034 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,035 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59022, dest: /127.0.0.1:41359, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, duration: 8400712
2015-02-11 00:36:23,035 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741833_1009 size 156
2015-02-11 00:36:23,042 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:23,042 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2015-02-11 00:36:23,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:23,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:23,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:23,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:23,188 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]}
2015-02-11 00:36:23,193 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]}
2015-02-11 00:36:23,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010 src: /127.0.0.1:45644 dest: /127.0.0.1:59367
2015-02-11 00:36:23,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010 src: /127.0.0.1:51629 dest: /127.0.0.1:46112
2015-02-11 00:36:23,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011 src: /127.0.0.1:59027 dest: /127.0.0.1:41359
2015-02-11 00:36:23,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010 src: /127.0.0.1:44010 dest: /127.0.0.1:47945
2015-02-11 00:36:23,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011 src: /127.0.0.1:51632 dest: /127.0.0.1:46112
2015-02-11 00:36:23,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011 src: /127.0.0.1:45649 dest: /127.0.0.1:59367
2015-02-11 00:36:23,214 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44010, dest: /127.0.0.1:47945, bytes: 91313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, duration: 6826957
2015-02-11 00:36:23,215 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:23,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51629, dest: /127.0.0.1:46112, bytes: 91313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, duration: 7046209
2015-02-11 00:36:23,217 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45644, dest: /127.0.0.1:59367, bytes: 91313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, duration: 9696222
2015-02-11 00:36:23,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,218 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,224 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:23,224 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45649, dest: /127.0.0.1:59367, bytes: 91313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, duration: 4832346
2015-02-11 00:36:23,224 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:23,224 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614976425_0002
2015-02-11 00:36:23,225 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51632, dest: /127.0.0.1:46112, bytes: 91313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, duration: 10063153
2015-02-11 00:36:23,226 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,228 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59027, dest: /127.0.0.1:41359, bytes: 91313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, duration: 12416126
2015-02-11 00:36:23,228 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:23,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:23,233 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:23,234 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614976425_0001
2015-02-11 00:36:23,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001 dst=null perm=null proto=rpc
2015-02-11 00:36:23,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002 dst=null perm=null proto=rpc
2015-02-11 00:36:23,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:23,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:23,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:23,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:23,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:23,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:23,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:23,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:23,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:23,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:23,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:23,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:23,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,430 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 1 submitted by user teamcity
2015-02-11 00:36:23,430 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614976425_0001
2015-02-11 00:36:23,430 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 2 submitted by user teamcity
2015-02-11 00:36:23,433 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614976425_0002
2015-02-11 00:36:23,433 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0001 State change from NEW to NEW_SAVING
2015-02-11 00:36:23,434 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614976425_0001
2015-02-11 00:36:23,434 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614976425_0002
2015-02-11 00:36:23,434 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0002 State change from NEW to NEW_SAVING
2015-02-11 00:36:23,454 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614976425_0001
2015-02-11 00:36:23,455 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614976425_0002
2015-02-11 00:36:23,476 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0001 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:36:23,476 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0002 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:36:23,478 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614976425_0001 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:36:23,479 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614976425_0001 from user: teamcity, in queue: default
2015-02-11 00:36:23,479 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614976425_0002 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:36:23,480 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614976425_0002 from user: teamcity, in queue: default
2015-02-11 00:36:23,483 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0001 State change from SUBMITTED to ACCEPTED
2015-02-11 00:36:23,484 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0002 State change from SUBMITTED to ACCEPTED
2015-02-11 00:36:23,484 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614976425_0001_000001
2015-02-11 00:36:23,489 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from NEW to SUBMITTED
2015-02-11 00:36:23,491 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614976425_0002_000001
2015-02-11 00:36:23,492 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from NEW to SUBMITTED
2015-02-11 00:36:23,496 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614976425_0001 from user: teamcity activated in queue: default
2015-02-11 00:36:23,496 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614976425_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@25533ae9, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:36:23,496 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614976425_0001_000001 to scheduler from user teamcity in queue default
2015-02-11 00:36:23,497 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614976425_0002 from user: teamcity activated in queue: default
2015-02-11 00:36:23,497 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614976425_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@25533ae9, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:36:23,497 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614976425_0002_000001 to scheduler from user teamcity in queue default
2015-02-11 00:36:23,499 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:36:23,499 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:36:23,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:23,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000001
2015-02-11 00:36:23,616 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:38227, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:36:23,617 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0001_000001 container=Container: [ContainerId: container_1423614976425_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38227, NodeHttpAddress: ip-10-31-157-187.ec2.internal:36829, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=2, numContainers=0 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:23,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:36:23,627 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:23,628 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:38227 for container : container_1423614976425_0001_01_000001
2015-02-11 00:36:23,635 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:23,635 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614976425_0001_000001
2015-02-11 00:36:23,636 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614976425_0001 AttemptId: appattempt_1423614976425_0001_000001 MasterContainer: Container: [ContainerId: container_1423614976425_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38227, NodeHttpAddress: ip-10-31-157-187.ec2.internal:36829, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38227 }, ]
2015-02-11 00:36:23,638 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:36:23,649 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:36:23,653 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614976425_0001_000001
2015-02-11 00:36:23,671 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614976425_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38227, NodeHttpAddress: ip-10-31-157-187.ec2.internal:36829, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38227 }, ] for AM appattempt_1423614976425_0001_000001
2015-02-11 00:36:23,671 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614976425_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:36:23,686 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614976425_0002
2015-02-11 00:36:23,721 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614976425_0001
2015-02-11 00:36:23,730 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0001/
2015-02-11 00:36:23,730 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0002/
2015-02-11 00:36:23,730 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0001_000001 (auth:SIMPLE)
2015-02-11 00:36:23,731 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] submitted hadoop job: job_1423614976425_0001
2015-02-11 00:36:23,731 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] submitted hadoop job: job_1423614976425_0002
2015-02-11 00:36:23,731 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] tracking url: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0001/
2015-02-11 00:36:23,732 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] tracking url: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0002/
2015-02-11 00:36:23,745 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0001_01_000001 by user teamcity
2015-02-11 00:36:23,770 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0001
2015-02-11 00:36:23,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000001
2015-02-11 00:36:23,778 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from NEW to INITING
2015-02-11 00:36:23,778 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0001_01_000001 to application application_1423614976425_0001
2015-02-11 00:36:23,790 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from INITING to RUNNING
2015-02-11 00:36:23,795 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:36:23,795 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0001
2015-02-11 00:36:23,798 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614976425_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38227, NodeHttpAddress: ip-10-31-157-187.ec2.internal:36829, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38227 }, ] for AM appattempt_1423614976425_0001_000001
2015-02-11 00:36:23,799 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:36:23,813 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:23,813 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:36:23,813 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:36:23,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:23,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:23,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:23,814 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0001_01_000001
2015-02-11 00:36:23,817 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614962964, FILE, null }
2015-02-11 00:36:23,826 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar, 1423614963321, FILE, null }
2015-02-11 00:36:23,847 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423614976425_0001_01_000001.tokens. Credentials list:
2015-02-11 00:36:23,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:23,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:23,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:23,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:23,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:23,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:23,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:23,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51635, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, duration: 33307176
2015-02-11 00:36:23,975 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44014, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, duration: 43483103
2015-02-11 00:36:24,041 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,048 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/11/hadoop-6222950461570094769.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423614976425_0001_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000001.tokens
2015-02-11 00:36:24,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614976425_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:24,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51635, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1670981622_1159, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, duration: 1011359
2015-02-11 00:36:24,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:24,309 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000001
2015-02-11 00:36:24,310 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:36:24,310 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0002_000001 container=Container: [ContainerId: container_1423614976425_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:24,310 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:36:24,311 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:24,311 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:60266 for container : container_1423614976425_0002_01_000001
2015-02-11 00:36:24,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:24,312 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614976425_0002_000001
2015-02-11 00:36:24,312 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614976425_0002 AttemptId: appattempt_1423614976425_0002_000001 MasterContainer: Container: [ContainerId: container_1423614976425_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ]
2015-02-11 00:36:24,313 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:36:24,313 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:36:24,314 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614976425_0002_000001
2015-02-11 00:36:24,316 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614976425_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] for AM appattempt_1423614976425_0002_000001
2015-02-11 00:36:24,317 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614976425_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:36:24,323 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0002_000001 (auth:SIMPLE)
2015-02-11 00:36:24,331 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0002_01_000001 by user teamcity
2015-02-11 00:36:24,333 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0002
2015-02-11 00:36:24,333 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000001
2015-02-11 00:36:24,334 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from NEW to INITING
2015-02-11 00:36:24,335 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0002_01_000001 to application application_1423614976425_0002
2015-02-11 00:36:24,337 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from INITING to RUNNING
2015-02-11 00:36:24,338 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:36:24,338 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614976425_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] for AM appattempt_1423614976425_0002_000001
2015-02-11 00:36:24,338 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0002
2015-02-11 00:36:24,339 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:36:24,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:24,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:36:24,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:36:24,340 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:24,341 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:24,341 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:24,341 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0002_01_000001
2015-02-11 00:36:24,341 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614962964, FILE, null }
2015-02-11 00:36:24,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar, 1423614963321, FILE, null }
2015-02-11 00:36:24,355 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614976425_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,376 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423614976425_0002_01_000001.tokens. Credentials list:
2015-02-11 00:36:24,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:24,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:24,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:24,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:24,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:24,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:24,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:24,425 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44014, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1670981622_1159, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, duration: 364244
2015-02-11 00:36:24,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51635, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, duration: 2439972
2015-02-11 00:36:24,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44019, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, duration: 4943935
2015-02-11 00:36:24,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614976425_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,486 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/hadoop-6222950461570094769.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,494 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:24,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:24,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59038, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1670981622_1159, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 389572
2015-02-11 00:36:24,577 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614976425_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:24,602 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423614976425_0002_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000001.tokens
2015-02-11 00:36:24,603 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:24,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:24,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:24,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45658, bytes: 92029, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1670981622_1159, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, duration: 585127
2015-02-11 00:36:24,673 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614976425_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,674 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:24,716 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:59367 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:41359
2015-02-11 00:36:24,717 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47945 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:41359
2015-02-11 00:36:24,757 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:24,757 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:24,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:24,802 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45658, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951647314_1357, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, duration: 2308595
2015-02-11 00:36:24,858 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:24,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000001/default_container_executor.sh]
2015-02-11 00:36:24,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:24,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44014, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951647314_1357, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, duration: 356785
2015-02-11 00:36:24,957 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:24,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:24,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:25,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44019, bytes: 1423, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951647314_1357, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 352825
2015-02-11 00:36:25,045 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:25,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:25,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:25,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45658, bytes: 92029, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951647314_1357, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, duration: 701774
2015-02-11 00:36:25,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:25,133 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:25,201 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:25,201 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:25,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:25,331 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000001/default_container_executor.sh]
2015-02-11 00:36:25,877 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=e5600747-ac78-4afb-88a1-1450b833c248, infoPort=55260, ipcPort=47166, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) Starting thread to transfer BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004 to 127.0.0.1:41359
2015-02-11 00:36:25,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004 src: /127.0.0.1:59042 dest: /127.0.0.1:41359
2015-02-11 00:36:25,886 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:41359
2015-02-11 00:36:25,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004 src: /127.0.0.1:59042 dest: /127.0.0.1:41359 of size 254067
2015-02-11 00:36:25,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741828_1004 size 254067
2015-02-11 00:36:26,099 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=e608c422-ccad-4f98-afb2-0ee151b8a524, infoPort=45247, ipcPort=48519, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) Starting thread to transfer BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005 to 127.0.0.1:41359
2015-02-11 00:36:26,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005 src: /127.0.0.1:59043 dest: /127.0.0.1:41359
2015-02-11 00:36:26,112 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005 (numBytes=254067) to /127.0.0.1:41359
2015-02-11 00:36:26,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005 src: /127.0.0.1:59043 dest: /127.0.0.1:41359 of size 254067
2015-02-11 00:36:26,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741829_1005 size 254067
2015-02-11 00:36:26,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006
2015-02-11 00:36:26,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011
2015-02-11 00:36:26,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009
2015-02-11 00:36:26,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003
2015-02-11 00:36:26,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004
2015-02-11 00:36:26,797 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005
2015-02-11 00:36:26,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008
2015-02-11 00:36:26,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007
2015-02-11 00:36:26,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011
2015-02-11 00:36:26,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008
2015-02-11 00:36:26,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006
2015-02-11 00:36:26,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007
2015-02-11 00:36:26,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005
2015-02-11 00:36:26,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004
2015-02-11 00:36:26,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009
2015-02-11 00:36:26,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010
2015-02-11 00:36:26,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003
2015-02-11 00:36:27,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005
2015-02-11 00:36:27,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006
2015-02-11 00:36:27,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004
2015-02-11 00:36:27,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009
2015-02-11 00:36:27,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007
2015-02-11 00:36:27,140 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010
2015-02-11 00:36:27,141 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008
2015-02-11 00:36:27,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006
2015-02-11 00:36:27,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010
2015-02-11 00:36:27,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005
2015-02-11 00:36:27,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007
2015-02-11 00:36:27,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011
2015-02-11 00:36:27,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004
2015-02-11 00:36:27,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:27,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:36:27,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:36:27,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:36:28,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001 dst=null perm=null proto=rpc
2015-02-11 00:36:28,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:36:28,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:28,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:28,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:28,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:28,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:36:28,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:36:28,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:36:28,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002 dst=null perm=null proto=rpc
2015-02-11 00:36:28,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:36:28,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:28,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:28,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:28,675 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45667, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741833_1009, duration: 310625
2015-02-11 00:36:29,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:29,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:29,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45669, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741832_1008, duration: 330446
2015-02-11 00:36:30,114 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0001_000001 (auth:SIMPLE)
2015-02-11 00:36:30,127 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614976425_0001_000001
2015-02-11 00:36:30,128 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:36:30,129 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0001 State change from ACCEPTED to RUNNING
2015-02-11 00:36:30,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614976425_0001 APPATTEMPTID=appattempt_1423614976425_0001_000001
2015-02-11 00:36:30,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:36:30,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:30,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:30,573 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1_conf.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]}
2015-02-11 00:36:30,593 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0002_000001 (auth:SIMPLE)
2015-02-11 00:36:30,600 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614976425_0002_000001
2015-02-11 00:36:30,601 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614976425_0002 APPATTEMPTID=appattempt_1423614976425_0002_000001
2015-02-11 00:36:30,601 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:36:30,601 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0002 State change from ACCEPTED to RUNNING
2015-02-11 00:36:30,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012 src: /127.0.0.1:45674 dest: /127.0.0.1:59367
2015-02-11 00:36:30,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012 src: /127.0.0.1:44039 dest: /127.0.0.1:47945
2015-02-11 00:36:30,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012 src: /127.0.0.1:59058 dest: /127.0.0.1:41359
2015-02-11 00:36:30,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:36:30,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:30,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59058, dest: /127.0.0.1:41359, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012, duration: 47880499
2015-02-11 00:36:30,710 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:30,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:30,711 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44039, dest: /127.0.0.1:47945, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012, duration: 50295920
2015-02-11 00:36:30,711 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:30,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:30,712 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45674, dest: /127.0.0.1:59367, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012, duration: 51289869
2015-02-11 00:36:30,713 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:30,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:30,720 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:30,767 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:36:30,768 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:36:30,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:31,036 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1_conf.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]}
2015-02-11 00:36:31,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013 src: /127.0.0.1:51662 dest: /127.0.0.1:46112
2015-02-11 00:36:31,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013 src: /127.0.0.1:44042 dest: /127.0.0.1:47945
2015-02-11 00:36:31,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013 src: /127.0.0.1:59061 dest: /127.0.0.1:41359
2015-02-11 00:36:31,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59061, dest: /127.0.0.1:41359, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013, duration: 56441400
2015-02-11 00:36:31,164 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:31,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]} size 0
2015-02-11 00:36:31,164 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44042, dest: /127.0.0.1:47945, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013, duration: 57612975
2015-02-11 00:36:31,165 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:31,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]} size 0
2015-02-11 00:36:31,165 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51662, dest: /127.0.0.1:46112, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013, duration: 57938923
2015-02-11 00:36:31,166 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:31,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]} size 0
2015-02-11 00:36:31,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:31,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:31,313 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000002
2015-02-11 00:36:31,313 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:36:31,313 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0001_000001 container=Container: [ContainerId: container_1423614976425_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:31,313 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-11 00:36:31,314 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:31,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:31,314 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000003
2015-02-11 00:36:31,314 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-11 00:36:31,315 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0001_000001 container=Container: [ContainerId: container_1423614976425_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:31,315 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-11 00:36:31,315 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:31,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:31,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000004
2015-02-11 00:36:31,431 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:36:31,431 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0001_000001 container=Container: [ContainerId: container_1423614976425_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:31,431 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-11 00:36:31,432 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:31,432 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:31,432 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000005
2015-02-11 00:36:31,433 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:36:31,433 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0001_000001 container=Container: [ContainerId: container_1423614976425_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:31,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-11 00:36:31,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:31,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012
2015-02-11 00:36:31,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013
2015-02-11 00:36:31,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012
2015-02-11 00:36:32,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012
2015-02-11 00:36:32,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013
2015-02-11 00:36:32,249 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:60266 for container : container_1423614976425_0001_01_000002
2015-02-11 00:36:32,250 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,251 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,252 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:44441 for container : container_1423614976425_0001_01_000004
2015-02-11 00:36:32,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:32,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:32,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:32,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000002
2015-02-11 00:36:32,431 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:36:32,431 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0002_000001 container=Container: [ContainerId: container_1423614976425_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:32,432 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-02-11 00:36:32,432 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:32,432 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:32,432 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000003
2015-02-11 00:36:32,433 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:36:32,433 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0002_000001 container=Container: [ContainerId: container_1423614976425_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:32,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-02-11 00:36:32,433 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:32,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:32,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000004
2015-02-11 00:36:32,455 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44353, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:36:32,455 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0002_000001 container=Container: [ContainerId: container_1423614976425_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:32,456 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-02-11 00:36:32,456 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:32,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:32,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000005
2015-02-11 00:36:32,457 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44353, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:36:32,457 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0002_000001 container=Container: [ContainerId: container_1423614976425_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:32,457 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>, usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10
2015-02-11 00:36:32,458 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:32,492 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0001_000001 (auth:SIMPLE)
2015-02-11 00:36:32,492 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0001_000001 (auth:SIMPLE)
2015-02-11 00:36:32,500 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0001_01_000002 by user teamcity
2015-02-11 00:36:32,501 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0001
2015-02-11 00:36:32,501 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000002
2015-02-11 00:36:32,505 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from NEW to INITING
2015-02-11 00:36:32,506 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0001_01_000002 to application application_1423614976425_0001
2015-02-11 00:36:32,508 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0001_01_000004 by user teamcity
2015-02-11 00:36:32,508 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0001_01_000005 by user teamcity
2015-02-11 00:36:32,510 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0001
2015-02-11 00:36:32,510 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000005
2015-02-11 00:36:32,510 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0001_01_000005 to application application_1423614976425_0001
2015-02-11 00:36:32,508 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from INITING to RUNNING
2015-02-11 00:36:32,511 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0001_01_000003 by user teamcity
2015-02-11 00:36:32,513 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,510 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000004
2015-02-11 00:36:32,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013
2015-02-11 00:36:32,513 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from NEW to INITING
2015-02-11 00:36:32,520 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0001_01_000004 to application application_1423614976425_0001
2015-02-11 00:36:32,513 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,521 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,513 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000003
2015-02-11 00:36:32,522 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,521 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from INITING to RUNNING
2015-02-11 00:36:32,522 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,523 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0001
2015-02-11 00:36:32,523 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,523 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,524 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,524 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,524 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,524 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0001
2015-02-11 00:36:32,524 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0001_01_000003 to application application_1423614976425_0001
2015-02-11 00:36:32,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,525 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0001_01_000002
2015-02-11 00:36:32,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,525 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,526 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,526 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,526 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,526 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0001
2015-02-11 00:36:32,526 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,527 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0001_01_000005
2015-02-11 00:36:32,527 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0001
2015-02-11 00:36:32,527 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,527 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0001
2015-02-11 00:36:32,528 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0001_01_000003
2015-02-11 00:36:32,528 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614962964, FILE, null }
2015-02-11 00:36:32,532 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar, 1423614963321, FILE, null }
2015-02-11 00:36:32,561 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0001_01_000004
2015-02-11 00:36:32,566 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614962964, FILE, null }
2015-02-11 00:36:32,566 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar, 1423614963321, FILE, null }
2015-02-11 00:36:32,576 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614976425_0001_01_000002.tokens. Credentials list:
2015-02-11 00:36:32,587 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423614976425_0001_01_000005.tokens. Credentials list:
2015-02-11 00:36:32,599 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614976425_0001_01_000003.tokens. Credentials list:
2015-02-11 00:36:32,601 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423614976425_0001_01_000004.tokens. Credentials list:
2015-02-11 00:36:32,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:32,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:32,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:32,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:32,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:32,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,626 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:32,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:32,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51668, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, duration: 2765689
2015-02-11 00:36:32,649 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51667, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, duration: 6929680
2015-02-11 00:36:32,680 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:44441 for container : container_1423614976425_0002_01_000002
2015-02-11 00:36:32,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,683 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:44353 for container : container_1423614976425_0002_01_000004
2015-02-11 00:36:32,684 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,685 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:32,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:32,708 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/11/hadoop-6222950461570094769.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:32,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:32,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:32,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614976425_0001_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000002.tokens
2015-02-11 00:36:32,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:32,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423614976425_0001_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000005.tokens
2015-02-11 00:36:32,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:32,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,922 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0002_000001 (auth:SIMPLE)
2015-02-11 00:36:32,922 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0002_000001 (auth:SIMPLE)
2015-02-11 00:36:32,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0002_01_000002 by user teamcity
2015-02-11 00:36:32,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0002_01_000004 by user teamcity
2015-02-11 00:36:32,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0002
2015-02-11 00:36:32,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0002_01_000005 by user teamcity
2015-02-11 00:36:32,935 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from NEW to INITING
2015-02-11 00:36:32,936 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0002
2015-02-11 00:36:32,935 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000002
2015-02-11 00:36:32,936 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000005
2015-02-11 00:36:32,936 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0002_01_000004 to application application_1423614976425_0002
2015-02-11 00:36:32,939 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from NEW to INITING
2015-02-11 00:36:32,939 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0002_01_000005 to application application_1423614976425_0002
2015-02-11 00:36:32,936 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0002_01_000002 to application application_1423614976425_0002
2015-02-11 00:36:32,936 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000004
2015-02-11 00:36:32,936 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0002_01_000003 by user teamcity
2015-02-11 00:36:32,946 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from INITING to RUNNING
2015-02-11 00:36:32,941 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from INITING to RUNNING
2015-02-11 00:36:32,946 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000003
2015-02-11 00:36:32,948 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,948 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,948 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,949 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,949 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,949 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0002_01_000003 to application application_1423614976425_0002
2015-02-11 00:36:32,949 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,949 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0002
2015-02-11 00:36:32,949 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,950 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,950 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,950 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,950 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,951 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,951 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,951 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0002
2015-02-11 00:36:32,951 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,951 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,951 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,952 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,952 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0002
2015-02-11 00:36:32,952 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:32,954 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0002_01_000005
2015-02-11 00:36:32,954 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614962964, FILE, null }
2015-02-11 00:36:32,955 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:36:32,955 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0002_01_000002
2015-02-11 00:36:32,956 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,956 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0002
2015-02-11 00:36:32,956 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:32,957 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0002
2015-02-11 00:36:32,957 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0002_01_000003
2015-02-11 00:36:32,971 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar, 1423614963321, FILE, null }
2015-02-11 00:36:32,972 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0002_01_000004
2015-02-11 00:36:32,973 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423614962964, FILE, null }
2015-02-11 00:36:32,973 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(740)) - Downloading public rsrc:{ hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar, 1423614963321, FILE, null }
2015-02-11 00:36:32,984 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614976425_0002_01_000005.tokens. Credentials list:
2015-02-11 00:36:32,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:32,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614976425_0002_01_000002.tokens. Credentials list:
2015-02-11 00:36:32,998 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423614976425_0002_01_000003.tokens. Credentials list:
2015-02-11 00:36:33,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423614976425_0002_01_000004.tokens. Credentials list:
2015-02-11 00:36:33,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45693, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1714423480_1737, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, duration: 1429155
2015-02-11 00:36:33,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:33,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:33,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:33,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:33,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:33,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:33,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51667, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-296930717_1742, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741829_1005, duration: 786095
2015-02-11 00:36:33,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,053 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45693, bytes: 495249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741825_1001, duration: 2114340
2015-02-11 00:36:33,054 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51668, bytes: 408281, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741826_1002, duration: 1662213
2015-02-11 00:36:33,089 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,107 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,120 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/11/hadoop-6222950461570094769.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,122 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:33,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:33,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:33,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:33,156 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45693, bytes: 92029, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1714423480_1737, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, duration: 481811
2015-02-11 00:36:33,168 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45693, bytes: 92029, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-296930717_1742, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741835_1011, duration: 449754
2015-02-11 00:36:33,203 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,204 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:33,204 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:33,217 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,217 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:33,218 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:33,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614976425_0002_01_000005.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000005.tokens
2015-02-11 00:36:33,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:33,278 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:36:33,291 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:33,292 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:33,293 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:33,294 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:33,309 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:33,309 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:33,310 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:33,311 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:33,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,432 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,432 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:33,454 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59077, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_827721630_2015, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, duration: 1333767
2015-02-11 00:36:33,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:33,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000003/default_container_executor.sh]
2015-02-11 00:36:33,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000002/default_container_executor.sh]
2015-02-11 00:36:33,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000005/default_container_executor.sh]
2015-02-11 00:36:33,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000004/default_container_executor.sh]
2015-02-11 00:36:33,526 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614976425_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:33,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:33,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44060, bytes: 92029, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_827721630_2015, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, duration: 564783
2015-02-11 00:36:33,620 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:33,620 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:33,621 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:33,683 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:33,683 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:33,683 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:33,683 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:33,714 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:36:33,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000004/default_container_executor.sh]
2015-02-11 00:36:33,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000005/default_container_executor.sh]
2015-02-11 00:36:34,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:34,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:34,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:35,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423614976425_0002_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000003.tokens
2015-02-11 00:36:35,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:35,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614976425_0001_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000003.tokens
2015-02-11 00:36:35,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:35,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:35,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:35,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423614976425_0002_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000004.tokens
2015-02-11 00:36:35,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:36,057 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45693, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1840632941_2422, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741828_1004, duration: 827629
2015-02-11 00:36:36,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:36,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:36,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:36,457 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51688, bytes: 92029, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1840632941_2422, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741834_1010, duration: 504112
2015-02-11 00:36:36,625 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:36,626 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:36,626 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:36,798 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:36,799 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:36,867 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:36,867 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:37,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:38,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000002/default_container_executor.sh]
2015-02-11 00:36:38,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000003/default_container_executor.sh]
2015-02-11 00:36:38,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423614976425_0002_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000002.tokens
2015-02-11 00:36:38,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:39,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:39,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:39,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:39,677 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51698, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000000_0_175637029_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 318796
2015-02-11 00:36:39,810 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44078, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000001_0_287340520_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 307644
2015-02-11 00:36:39,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:39,840 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51698, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000000_0_175637029_1, offset: 1024, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 318002
2015-02-11 00:36:39,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:39,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:39,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:39,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423614976425_0001_01_000004.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000004.tokens
2015-02-11 00:36:39,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:40,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44081, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000003_0_938813193_1, offset: 1024, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 320145
2015-02-11 00:36:40,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51703, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000002_0_-258026746_1, offset: 512, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741831_1007, duration: 315009
2015-02-11 00:36:40,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:40,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:40,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45722, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000002_0_-258026746_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 349500
2015-02-11 00:36:40,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:40,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45723, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000003_0_938813193_1, offset: 512, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 22690513
2015-02-11 00:36:40,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:40,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:36:40,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51710, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0001_m_000001_0_287340520_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 402294
2015-02-11 00:36:40,690 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44088, bytes: 391, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000003_0_1187508661_1, offset: 1024, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 328212
2015-02-11 00:36:40,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0001_01_000002
2015-02-11 00:36:40,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000002
2015-02-11 00:36:40,799 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:36:40,799 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0001_01_000002
2015-02-11 00:36:40,843 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59108, bytes: 907, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000002_0_106450822_1, offset: 512, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 343949
2015-02-11 00:36:40,846 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0001_01_000002 is : 143
2015-02-11 00:36:40,847 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1.jhist. BP-1958827178-10.31.157.187-1423614959012 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]}
2015-02-11 00:36:40,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014 src: /127.0.0.1:59109 dest: /127.0.0.1:41359
2015-02-11 00:36:40,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014 src: /127.0.0.1:44092 dest: /127.0.0.1:47945
2015-02-11 00:36:40,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:40,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:36:40,884 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:40,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014 src: /127.0.0.1:45730 dest: /127.0.0.1:59367
2015-02-11 00:36:40,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000002
2015-02-11 00:36:40,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000002
2015-02-11 00:36:40,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000002
2015-02-11 00:36:40,907 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:40,907 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0001_01_000002 from application application_1423614976425_0001
2015-02-11 00:36:40,907 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:40,907 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0001
2015-02-11 00:36:40,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000002
2015-02-11 00:36:40,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000002
2015-02-11 00:36:40,952 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1.jhist for DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:40,954 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51715, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000003_0_1187508661_1, offset: 512, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 339543
2015-02-11 00:36:41,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:41,041 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51716, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000002_0_106450822_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 348954
2015-02-11 00:36:41,042 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0001_01_000003
2015-02-11 00:36:41,042 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000003
2015-02-11 00:36:41,043 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:36:41,043 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0001_01_000003
2015-02-11 00:36:41,045 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0001_01_000002]
2015-02-11 00:36:41,046 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:41,046 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:36:41,046 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000002
2015-02-11 00:36:41,046 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0001_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-11 00:36:41,047 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:11264, vCores:9> numContainers=9 user=teamcity user-resources=<memory:11264, vCores:9>
2015-02-11 00:36:41,058 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0001_01_000002, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:41,059 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:41,059 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>, usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2015-02-11 00:36:41,059 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0001_000001 released container container_1423614976425_0001_01_000002 on node: host: ip-10-31-157-187.ec2.internal:60266 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-11 00:36:41,135 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0001_01_000003 is : 143
2015-02-11 00:36:41,184 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:41,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000003
2015-02-11 00:36:41,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000003
2015-02-11 00:36:41,185 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000003
2015-02-11 00:36:41,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000003
2015-02-11 00:36:41,186 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:41,185 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000003
2015-02-11 00:36:41,191 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0001_01_000003 from application application_1423614976425_0001
2015-02-11 00:36:41,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:41,191 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0001
2015-02-11 00:36:41,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:36:41,314 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0001_01_000005
2015-02-11 00:36:41,314 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000005
2015-02-11 00:36:41,315 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:36:41,315 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0001_01_000005
2015-02-11 00:36:41,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:36:41,338 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0001_01_000005 is : 143
2015-02-11 00:36:41,376 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:41,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000005
2015-02-11 00:36:41,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000005
2015-02-11 00:36:41,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000005
2015-02-11 00:36:41,379 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000005
2015-02-11 00:36:41,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000005
2015-02-11 00:36:41,381 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:41,382 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0001_01_000005 from application application_1423614976425_0001
2015-02-11 00:36:41,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:41,382 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0001
2015-02-11 00:36:41,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0001_01_000004
2015-02-11 00:36:41,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000004
2015-02-11 00:36:41,417 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:36:41,418 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0001_01_000004
2015-02-11 00:36:41,418 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0001_01_000005]
2015-02-11 00:36:41,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:41,419 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:36:41,419 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000005
2015-02-11 00:36:41,420 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0001_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:36:41,420 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:10240, vCores:8> numContainers=8 user=teamcity user-resources=<memory:10240, vCores:8>
2015-02-11 00:36:41,427 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0001_01_000005, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:41,428 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:41,428 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>, usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2015-02-11 00:36:41,428 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0001_000001 released container container_1423614976425_0001_01_000005 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:36:41,463 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0001_01_000004 is : 143
2015-02-11 00:36:41,488 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:41,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000004
2015-02-11 00:36:41,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000004
2015-02-11 00:36:41,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000004
2015-02-11 00:36:41,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000004
2015-02-11 00:36:41,492 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000004
2015-02-11 00:36:41,492 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:41,492 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0001_01_000004 from application application_1423614976425_0001
2015-02-11 00:36:41,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:41,492 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0001
2015-02-11 00:36:41,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-11 00:36:41,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-11 00:36:41,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0002_01_000005
2015-02-11 00:36:41,798 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000005
2015-02-11 00:36:41,798 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-11 00:36:41,798 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0002_01_000005
2015-02-11 00:36:41,822 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0002_01_000005 is : 143
2015-02-11 00:36:41,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1.jhist. BP-1958827178-10.31.157.187-1423614959012 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]}
2015-02-11 00:36:41,840 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:41,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015 src: /127.0.0.1:51719 dest: /127.0.0.1:46112
2015-02-11 00:36:41,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000005
2015-02-11 00:36:41,845 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0002_01_000004
2015-02-11 00:36:41,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000004
2015-02-11 00:36:41,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000005
2015-02-11 00:36:41,846 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:41,846 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-11 00:36:41,846 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0002_01_000005 from application application_1423614976425_0002
2015-02-11 00:36:41,846 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:41,847 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0002
2015-02-11 00:36:41,846 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0002_01_000005]
2015-02-11 00:36:41,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000005
2015-02-11 00:36:41,847 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:41,847 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-11 00:36:41,848 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000005
2015-02-11 00:36:41,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000005
2015-02-11 00:36:41,847 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0002_01_000004
2015-02-11 00:36:41,848 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0002_01_000005 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44353, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:36:41,849 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:9216, vCores:7> numContainers=7 user=teamcity user-resources=<memory:9216, vCores:7>
2015-02-11 00:36:41,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000005
2015-02-11 00:36:41,850 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0002_01_000005, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:44353 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:41,851 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:41,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015 src: /127.0.0.1:45736 dest: /127.0.0.1:59367
2015-02-11 00:36:41,851 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>, usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2015-02-11 00:36:41,852 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0002_000001 released container container_1423614976425_0002_01_000005 on node: host: ip-10-31-157-187.ec2.internal:44353 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:36:41,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015 src: /127.0.0.1:59118 dest: /127.0.0.1:41359
2015-02-11 00:36:41,880 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1.jhist for DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:41,886 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0002_01_000004 is : 143
2015-02-11 00:36:41,928 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:41,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000004
2015-02-11 00:36:41,930 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000004
2015-02-11 00:36:41,930 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:41,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000004
2015-02-11 00:36:41,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000004
2015-02-11 00:36:41,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000004
2015-02-11 00:36:41,931 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0002_01_000004 from application application_1423614976425_0002
2015-02-11 00:36:41,932 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:41,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0002
2015-02-11 00:36:42,046 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0001_01_000003]
2015-02-11 00:36:42,046 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:42,047 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:36:42,047 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000003
2015-02-11 00:36:42,047 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0001_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:36:42,047 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:8192, vCores:6> numContainers=6 user=teamcity user-resources=<memory:8192, vCores:6>
2015-02-11 00:36:42,048 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0001_01_000003, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:42,049 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:42,049 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-11 00:36:42,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0001_000001 released container container_1423614976425_0001_01_000003 on node: host: ip-10-31-157-187.ec2.internal:60266 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:36:42,419 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0001_01_000004]
2015-02-11 00:36:42,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:42,420 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:36:42,420 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000004
2015-02-11 00:36:42,420 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0001_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:36:42,420 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:7168, vCores:5> numContainers=5 user=teamcity user-resources=<memory:7168, vCores:5>
2015-02-11 00:36:42,421 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0001_01_000004, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:42,421 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:42,421 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-11 00:36:42,422 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0001_000001 released container container_1423614976425_0001_01_000004 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:36:42,422 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:42,422 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000006
2015-02-11 00:36:42,423 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-11 00:36:42,423 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0001_000001 container=Container: [ContainerId: container_1423614976425_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:42,423 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-11 00:36:42,423 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:42,848 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0002_01_000004]
2015-02-11 00:36:42,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:42,848 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-11 00:36:42,848 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000004
2015-02-11 00:36:42,849 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0002_01_000004 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44353, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:36:42,849 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:7168, vCores:5> numContainers=5 user=teamcity user-resources=<memory:7168, vCores:5>
2015-02-11 00:36:42,850 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0002_01_000004, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:44353 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:42,850 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:42,850 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-11 00:36:42,850 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0002_000001 released container container_1423614976425_0002_01_000004 on node: host: ip-10-31-157-187.ec2.internal:44353 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:36:43,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:43,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:43,186 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59123, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000001_0_-661599259_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 294296
2015-02-11 00:36:43,221 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44106, bytes: 1423, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000000_0_-331014292_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741830_1006, duration: 282018
2015-02-11 00:36:43,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:43,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/classes/test/data/apache.10.txt dst=null perm=null proto=rpc
2015-02-11 00:36:43,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51728, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000000_0_-331014292_1, offset: 1024, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 346204
2015-02-11 00:36:43,406 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:43,420 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0001_01_000006 by user teamcity
2015-02-11 00:36:43,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000006
2015-02-11 00:36:43,421 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0001_01_000006 to application application_1423614976425_0001
2015-02-11 00:36:43,421 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:36:43,422 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0001
2015-02-11 00:36:43,422 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0001
2015-02-11 00:36:43,422 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:43,422 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0001
2015-02-11 00:36:43,423 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:43,484 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:43,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:43,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:36:43,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51729, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0002_m_000001_0_-661599259_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741827_1003, duration: 299787
2015-02-11 00:36:44,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000006/default_container_executor.sh]
2015-02-11 00:36:44,037 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0002_000001 (auth:SIMPLE)
2015-02-11 00:36:44,041 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0002_01_000002
2015-02-11 00:36:44,041 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000002
2015-02-11 00:36:44,041 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:36:44,042 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0002_01_000002
2015-02-11 00:36:44,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-11 00:36:44,043 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:44,044 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:44,044 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000006
2015-02-11 00:36:44,044 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0002_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-11 00:36:44,044 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0002_000001 container=Container: [ContainerId: container_1423614976425_0002_01_000006, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:44,045 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>, usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2015-02-11 00:36:44,045 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:44,059 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0002_01_000002 is : 143
2015-02-11 00:36:44,078 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:44,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000002
2015-02-11 00:36:44,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000002
2015-02-11 00:36:44,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000002
2015-02-11 00:36:44,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000002
2015-02-11 00:36:44,081 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000002
2015-02-11 00:36:44,081 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:44,081 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0002_01_000002 from application application_1423614976425_0002
2015-02-11 00:36:44,081 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:44,082 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0002
2015-02-11 00:36:44,128 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0002_01_000003
2015-02-11 00:36:44,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000003
2015-02-11 00:36:44,129 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:36:44,129 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0002_01_000003
2015-02-11 00:36:44,129 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0002_01_000002]
2015-02-11 00:36:44,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:44,130 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:36:44,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000002
2015-02-11 00:36:44,130 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0002_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-11 00:36:44,130 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:7168, vCores:5> numContainers=5 user=teamcity user-resources=<memory:7168, vCores:5>
2015-02-11 00:36:44,131 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0002_01_000002, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:44,131 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:44,131 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>, usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2015-02-11 00:36:44,131 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0002_000001 released container container_1423614976425_0002_01_000002 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-11 00:36:44,146 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0002_01_000003 is : 143
2015-02-11 00:36:44,163 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:44,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000003
2015-02-11 00:36:44,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000003
2015-02-11 00:36:44,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000003
2015-02-11 00:36:44,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000003
2015-02-11 00:36:44,167 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000003
2015-02-11 00:36:44,168 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:44,168 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0002_01_000003 from application application_1423614976425_0002
2015-02-11 00:36:44,168 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:44,168 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0002
2015-02-11 00:36:44,409 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:36:44,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:44,929 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-11 00:36:44,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-11 00:36:44,932 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-11 00:36:44,940 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0002_01_000006 by user teamcity
2015-02-11 00:36:44,940 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000006
2015-02-11 00:36:44,940 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0002_01_000006 to application application_1423614976425_0002
2015-02-11 00:36:44,941 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000006 transitioned from NEW to LOCALIZING
2015-02-11 00:36:44,941 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0002
2015-02-11 00:36:44,941 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0002
2015-02-11 00:36:44,941 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:36:44,942 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0002
2015-02-11 00:36:44,942 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:44,999 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:44,999 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:45,130 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0002_01_000003]
2015-02-11 00:36:45,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:45,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:45,131 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:36:45,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000003
2015-02-11 00:36:45,131 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0002_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-11 00:36:45,131 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:6144, vCores:4> numContainers=4 user=teamcity user-resources=<memory:6144, vCores:4>
2015-02-11 00:36:45,131 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0002_01_000003, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:45,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:45,132 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-11 00:36:45,132 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0002_000001 released container container_1423614976425_0002_01_000003 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-11 00:36:45,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000006/default_container_executor.sh]
2015-02-11 00:36:45,930 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:36:47,856 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:47,859 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:47,892 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:47,895 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:48,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:48,402 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_r_000000_0/part-00000. BP-1958827178-10.31.157.187-1423614959012 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]}
2015-02-11 00:36:48,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016 src: /127.0.0.1:44121 dest: /127.0.0.1:47945
2015-02-11 00:36:48,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016 src: /127.0.0.1:45759 dest: /127.0.0.1:59367
2015-02-11 00:36:48,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016 src: /127.0.0.1:51744 dest: /127.0.0.1:46112
2015-02-11 00:36:48,619 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51744, dest: /127.0.0.1:46112, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0001_r_000000_0_-1828681145_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016, duration: 60693757
2015-02-11 00:36:48,619 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:48,620 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45759, dest: /127.0.0.1:59367, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0001_r_000000_0_-1828681145_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016, duration: 61352334
2015-02-11 00:36:48,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:48,620 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:48,621 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44121, dest: /127.0.0.1:47945, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0001_r_000000_0_-1828681145_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016, duration: 62687539
2015-02-11 00:36:48,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:48,623 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:48,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:48,631 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614976425_0001_r_000000_0_-1828681145_1
2015-02-11 00:36:48,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:36:48,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:36:48,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/task_1423614976425_0001_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:36:48,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/_temporary/attempt_1423614976425_0001_r_000000_0 dst=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/task_1423614976425_0001_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:36:48,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0001_01_000006
2015-02-11 00:36:48,865 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000006
2015-02-11 00:36:48,866 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:36:48,866 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0001_01_000006
2015-02-11 00:36:48,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:48,883 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:48,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:36:48,891 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0001_01_000006 is : 143
2015-02-11 00:36:48,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB dst=null perm=null proto=rpc
2015-02-11 00:36:48,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB dst=null perm=null proto=rpc
2015-02-11 00:36:48,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/task_1423614976425_0001_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:36:48,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:36:48,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary/1/task_1423614976425_0001_r_000000/part-00000 dst=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:48,917 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:48,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000006
2015-02-11 00:36:48,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000006
2015-02-11 00:36:48,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000006
2015-02-11 00:36:48,923 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000006
2015-02-11 00:36:48,923 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:48,924 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0001_01_000006 from application application_1423614976425_0001
2015-02-11 00:36:48,924 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:48,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000006
2015-02-11 00:36:48,924 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0001
2015-02-11 00:36:48,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_temporary dst=null perm=null proto=rpc
2015-02-11 00:36:48,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:48,947 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:48,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:48,955 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:48,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45730, dest: /127.0.0.1:59367, bytes: 63369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014, duration: 8050028330
2015-02-11 00:36:48,984 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:48,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 15966
2015-02-11 00:36:48,986 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44092, dest: /127.0.0.1:47945, bytes: 63369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014, duration: 8072714101
2015-02-11 00:36:48,986 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:48,987 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 15966
2015-02-11 00:36:48,988 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 15966
2015-02-11 00:36:48,987 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59109, dest: /127.0.0.1:41359, bytes: 63369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014, duration: 8082321856
2015-02-11 00:36:48,989 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,019 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:49,020 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:49,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:49,025 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:49,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]}
2015-02-11 00:36:49,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017 src: /127.0.0.1:51748 dest: /127.0.0.1:46112
2015-02-11 00:36:49,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017 src: /127.0.0.1:44130 dest: /127.0.0.1:47945
2015-02-11 00:36:49,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017 src: /127.0.0.1:59149 dest: /127.0.0.1:41359
2015-02-11 00:36:49,051 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59149, dest: /127.0.0.1:41359, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017, duration: 2920398
2015-02-11 00:36:49,051 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:49,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,052 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44130, dest: /127.0.0.1:47945, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017, duration: 2927964
2015-02-11 00:36:49,052 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51748, dest: /127.0.0.1:46112, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017, duration: 4089482
2015-02-11 00:36:49,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,054 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,055 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:49,059 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:49,061 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:36:49,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:49,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:36:49,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:49,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:36:49,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:49,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:36:49,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:49,096 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45769, bytes: 63865, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014, duration: 337356
2015-02-11 00:36:49,100 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]}
2015-02-11 00:36:49,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018 src: /127.0.0.1:51754 dest: /127.0.0.1:46112
2015-02-11 00:36:49,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018 src: /127.0.0.1:45771 dest: /127.0.0.1:59367
2015-02-11 00:36:49,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018 src: /127.0.0.1:59153 dest: /127.0.0.1:41359
2015-02-11 00:36:49,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59153, dest: /127.0.0.1:41359, bytes: 63369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018, duration: 4529848
2015-02-11 00:36:49,115 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:49,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45771, dest: /127.0.0.1:59367, bytes: 63369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018, duration: 5668595
2015-02-11 00:36:49,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,116 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51754, dest: /127.0.0.1:46112, bytes: 63369, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018, duration: 5302988
2015-02-11 00:36:49,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,118 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:49,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:49,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:36:49,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:49,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:36:49,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:49,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001/job_1423614976425_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:36:49,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:49,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59154, bytes: 108002, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741836_1012, duration: 494157
2015-02-11 00:36:49,145 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]}
2015-02-11 00:36:49,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019 src: /127.0.0.1:59155 dest: /127.0.0.1:41359
2015-02-11 00:36:49,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019 src: /127.0.0.1:44138 dest: /127.0.0.1:47945
2015-02-11 00:36:49,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019 src: /127.0.0.1:45776 dest: /127.0.0.1:59367
2015-02-11 00:36:49,161 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45776, dest: /127.0.0.1:59367, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019, duration: 5556559
2015-02-11 00:36:49,162 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:49,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,162 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44138, dest: /127.0.0.1:47945, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019, duration: 6803779
2015-02-11 00:36:49,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,163 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59155, dest: /127.0.0.1:41359, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1744064774_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019, duration: 7789100
2015-02-11 00:36:49,164 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,169 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1744064774_1
2015-02-11 00:36:49,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:49,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:49,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:49,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:49,210 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614976425_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:36:49,211 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:36:49,211 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614976425_0001 with final state: FINISHING
2015-02-11 00:36:49,212 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:36:49,214 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614976425_0001
2015-02-11 00:36:49,214 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:36:49,215 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:36:49,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:49,570 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_r_000000_0/part-00000. BP-1958827178-10.31.157.187-1423614959012 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]}
2015-02-11 00:36:49,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020 src: /127.0.0.1:44141 dest: /127.0.0.1:47945
2015-02-11 00:36:49,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020 src: /127.0.0.1:45779 dest: /127.0.0.1:59367
2015-02-11 00:36:49,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020 src: /127.0.0.1:51764 dest: /127.0.0.1:46112
2015-02-11 00:36:49,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51764, dest: /127.0.0.1:46112, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0002_r_000000_0_1874093422_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020, duration: 52998234
2015-02-11 00:36:49,776 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:49,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45779, dest: /127.0.0.1:59367, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0002_r_000000_0_1874093422_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020, duration: 52744902
2015-02-11 00:36:49,777 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,778 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44141, dest: /127.0.0.1:47945, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0002_r_000000_0_1874093422_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020, duration: 53773000
2015-02-11 00:36:49,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:49,779 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:49,787 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614976425_0002_r_000000_0_1874093422_1
2015-02-11 00:36:49,867 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0001_01_000006]
2015-02-11 00:36:49,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:49,867 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0001_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:36:49,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000006
2015-02-11 00:36:49,868 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0001_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:36:49,868 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:3> numContainers=3 user=teamcity user-resources=<memory:5120, vCores:3>
2015-02-11 00:36:49,868 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0001_01_000006, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:49,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:49,868 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-11 00:36:49,869 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0001_000001 released container container_1423614976425_0001_01_000006 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:36:49,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:36:49,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:36:49,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/task_1423614976425_0002_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:36:49,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/_temporary/attempt_1423614976425_0002_r_000000_0 dst=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/task_1423614976425_0002_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:36:49,962 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0002_01_000006
2015-02-11 00:36:49,963 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000006
2015-02-11 00:36:49,963 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000006 transitioned from RUNNING to KILLING
2015-02-11 00:36:49,964 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0002_01_000006
2015-02-11 00:36:49,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:49,982 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:49,983 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0002_01_000006 is : 143
2015-02-11 00:36:49,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:36:49,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B dst=null perm=null proto=rpc
2015-02-11 00:36:49,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B dst=null perm=null proto=rpc
2015-02-11 00:36:49,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/task_1423614976425_0002_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:36:50,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:36:50,003 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:36:50,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000006
2015-02-11 00:36:50,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000006
2015-02-11 00:36:50,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000006
2015-02-11 00:36:50,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000006
2015-02-11 00:36:50,008 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000006
2015-02-11 00:36:50,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary/1/task_1423614976425_0002_r_000000/part-00000 dst=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:50,008 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:36:50,009 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0002_01_000006 from application application_1423614976425_0002
2015-02-11 00:36:50,009 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:50,010 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0002
2015-02-11 00:36:50,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_temporary dst=null perm=null proto=rpc
2015-02-11 00:36:50,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:50,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:50,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:50,036 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:50,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59118, dest: /127.0.0.1:41359, bytes: 63371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015, duration: 8193735493
2015-02-11 00:36:50,067 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45736, dest: /127.0.0.1:59367, bytes: 63371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015, duration: 8194020923
2015-02-11 00:36:50,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 15966
2015-02-11 00:36:50,068 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51719, dest: /127.0.0.1:46112, bytes: 63371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015, duration: 8194239495
2015-02-11 00:36:50,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 15966
2015-02-11 00:36:50,069 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 15966
2015-02-11 00:36:50,074 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:50,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:50,082 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]}
2015-02-11 00:36:50,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021 src: /127.0.0.1:44144 dest: /127.0.0.1:47945
2015-02-11 00:36:50,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021 src: /127.0.0.1:59163 dest: /127.0.0.1:41359
2015-02-11 00:36:50,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021 src: /127.0.0.1:45783 dest: /127.0.0.1:59367
2015-02-11 00:36:50,095 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45783, dest: /127.0.0.1:59367, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021, duration: 2266565
2015-02-11 00:36:50,095 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,096 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59163, dest: /127.0.0.1:41359, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021, duration: 2547328
2015-02-11 00:36:50,096 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,097 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44144, dest: /127.0.0.1:47945, bytes: 427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021, duration: 3163492
2015-02-11 00:36:50,097 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,099 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741845_1021 size 427
2015-02-11 00:36:50,101 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:50,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:50,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:36:50,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:50,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:36:50,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:50,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:36:50,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:50,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59165, bytes: 63867, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015, duration: 339213
2015-02-11 00:36:50,139 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]}
2015-02-11 00:36:50,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022 src: /127.0.0.1:59166 dest: /127.0.0.1:41359
2015-02-11 00:36:50,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022 src: /127.0.0.1:51770 dest: /127.0.0.1:46112
2015-02-11 00:36:50,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022 src: /127.0.0.1:45787 dest: /127.0.0.1:59367
2015-02-11 00:36:50,152 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45787, dest: /127.0.0.1:59367, bytes: 63371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022, duration: 2530409
2015-02-11 00:36:50,153 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51770, dest: /127.0.0.1:46112, bytes: 63371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022, duration: 3194561
2015-02-11 00:36:50,154 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,154 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59166, dest: /127.0.0.1:41359, bytes: 63371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022, duration: 4171365
2015-02-11 00:36:50,155 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:50,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:50,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:36:50,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:50,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:36:50,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:36:50,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002/job_1423614976425_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:36:50,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:36:50,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59165, bytes: 108002, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741837_1013, duration: 516255
2015-02-11 00:36:50,180 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]}
2015-02-11 00:36:50,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023 src: /127.0.0.1:59169 dest: /127.0.0.1:41359
2015-02-11 00:36:50,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023 src: /127.0.0.1:44152 dest: /127.0.0.1:47945
2015-02-11 00:36:50,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023 src: /127.0.0.1:45790 dest: /127.0.0.1:59367
2015-02-11 00:36:50,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45790, dest: /127.0.0.1:59367, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023, duration: 4189932
2015-02-11 00:36:50,194 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44152, dest: /127.0.0.1:47945, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023, duration: 4328685
2015-02-11 00:36:50,195 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59169, dest: /127.0.0.1:41359, bytes: 107162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1417402892_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023, duration: 5348173
2015-02-11 00:36:50,196 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,200 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1417402892_1
2015-02-11 00:36:50,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:50,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:50,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:50,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:36:50,223 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:59367 127.0.0.1:46112 127.0.0.1:47945 127.0.0.1:41359
2015-02-11 00:36:50,224 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:41359 127.0.0.1:47945 127.0.0.1:46112 127.0.0.1:59367
2015-02-11 00:36:50,224 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:59367 127.0.0.1:47945 127.0.0.1:41359
2015-02-11 00:36:50,224 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:41359 127.0.0.1:46112 127.0.0.1:59367
2015-02-11 00:36:50,225 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:41359 127.0.0.1:47945 127.0.0.1:59367
2015-02-11 00:36:50,225 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:59367 127.0.0.1:47945 127.0.0.1:41359
2015-02-11 00:36:50,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0001 dst=null perm=null proto=rpc
2015-02-11 00:36:50,228 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614976425_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:36:50,228 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:36:50,228 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614976425_0002 with final state: FINISHING
2015-02-11 00:36:50,229 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0002 State change from RUNNING to FINAL_SAVING
2015-02-11 00:36:50,229 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614976425_0002
2015-02-11 00:36:50,229 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:36:50,229 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0002 State change from FINAL_SAVING to FINISHING
2015-02-11 00:36:50,368 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] starting step: (2/2) ...gstatsplatform/flowstats1
2015-02-11 00:36:50,386 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:50,405 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:50,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:36:50,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:50,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:50,419 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 3
2015-02-11 00:36:50,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003 dst=null perm=null proto=rpc
2015-02-11 00:36:50,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:36:50,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:36:50,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,436 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar. BP-1958827178-10.31.157.187-1423614959012 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]}
2015-02-11 00:36:50,441 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024 src: /127.0.0.1:51776 dest: /127.0.0.1:46112
2015-02-11 00:36:50,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024 src: /127.0.0.1:45793 dest: /127.0.0.1:59367
2015-02-11 00:36:50,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024 src: /127.0.0.1:59175 dest: /127.0.0.1:41359
2015-02-11 00:36:50,453 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59175, dest: /127.0.0.1:41359, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, duration: 7502484
2015-02-11 00:36:50,454 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,455 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45793, dest: /127.0.0.1:59367, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, duration: 8307791
2015-02-11 00:36:50,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,455 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,456 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51776, dest: /127.0.0.1:46112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, duration: 9676661
2015-02-11 00:36:50,456 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,460 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:50,462 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar
2015-02-11 00:36:50,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:50,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:50,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:50,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:50,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:50,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB dst=null perm=null proto=rpc
2015-02-11 00:36:50,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB dst=null perm=null proto=rpc
2015-02-11 00:36:50,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB dst=null perm=null proto=rpc
2015-02-11 00:36:50,488 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:36:50,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,497 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split
2015-02-11 00:36:50,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:50,501 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split. BP-1958827178-10.31.157.187-1423614959012 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]}
2015-02-11 00:36:50,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025 src: /127.0.0.1:51779 dest: /127.0.0.1:46112
2015-02-11 00:36:50,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025 src: /127.0.0.1:45796 dest: /127.0.0.1:59367
2015-02-11 00:36:50,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025 src: /127.0.0.1:44160 dest: /127.0.0.1:47945
2015-02-11 00:36:50,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025 src: /127.0.0.1:59179 dest: /127.0.0.1:41359
2015-02-11 00:36:50,515 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59179, dest: /127.0.0.1:41359, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, duration: 2585882
2015-02-11 00:36:50,515 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44160, dest: /127.0.0.1:47945, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, duration: 2713771
2015-02-11 00:36:50,516 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45796, dest: /127.0.0.1:59367, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, duration: 4164503
2015-02-11 00:36:50,517 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,518 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51779, dest: /127.0.0.1:46112, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, duration: 4968153
2015-02-11 00:36:50,518 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,524 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:50,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,534 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo. BP-1958827178-10.31.157.187-1423614959012 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]}
2015-02-11 00:36:50,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026 src: /127.0.0.1:45799 dest: /127.0.0.1:59367
2015-02-11 00:36:50,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026 src: /127.0.0.1:59181 dest: /127.0.0.1:41359
2015-02-11 00:36:50,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026 src: /127.0.0.1:44164 dest: /127.0.0.1:47945
2015-02-11 00:36:50,545 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44164, dest: /127.0.0.1:47945, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, duration: 1552967
2015-02-11 00:36:50,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,546 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,547 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59181, dest: /127.0.0.1:41359, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, duration: 3131052
2015-02-11 00:36:50,547 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45799, dest: /127.0.0.1:59367, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, duration: 3924232
2015-02-11 00:36:50,548 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,552 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:50,552 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2015-02-11 00:36:50,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:50,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]}
2015-02-11 00:36:50,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027 src: /127.0.0.1:44165 dest: /127.0.0.1:47945
2015-02-11 00:36:50,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027 src: /127.0.0.1:45803 dest: /127.0.0.1:59367
2015-02-11 00:36:50,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027 src: /127.0.0.1:59185 dest: /127.0.0.1:41359
2015-02-11 00:36:50,609 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59185, dest: /127.0.0.1:41359, bytes: 91698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, duration: 3942745
2015-02-11 00:36:50,610 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:50,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,611 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45803, dest: /127.0.0.1:59367, bytes: 91698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, duration: 4568548
2015-02-11 00:36:50,611 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44165, dest: /127.0.0.1:47945, bytes: 91698, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, duration: 5145846
2015-02-11 00:36:50,612 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:50,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:36:50,620 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:50,621 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614976425_0003
2015-02-11 00:36:50,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003 dst=null perm=null proto=rpc
2015-02-11 00:36:50,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:50,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:50,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:50,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:50,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:50,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:50,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:50,643 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 3 submitted by user teamcity
2015-02-11 00:36:50,643 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614976425_0003
2015-02-11 00:36:50,644 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614976425_0003
2015-02-11 00:36:50,644 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614976425_0003
2015-02-11 00:36:50,644 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0003 State change from NEW to NEW_SAVING
2015-02-11 00:36:50,644 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0003 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:36:50,645 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614976425_0003 user: teamcity leaf-queue of parent: root #applications: 3
2015-02-11 00:36:50,645 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614976425_0003 from user: teamcity, in queue: default
2015-02-11 00:36:50,645 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614976425_0003
2015-02-11 00:36:50,645 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0003 State change from SUBMITTED to ACCEPTED
2015-02-11 00:36:50,646 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614976425_0003_000001
2015-02-11 00:36:50,646 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from NEW to SUBMITTED
2015-02-11 00:36:50,646 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614976425_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@25533ae9, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-02-11 00:36:50,647 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614976425_0003_000001 to scheduler from user teamcity in queue default
2015-02-11 00:36:50,647 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:36:50,651 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0003/
2015-02-11 00:36:50,651 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] submitted hadoop job: job_1423614976425_0003
2015-02-11 00:36:50,651 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats1 test] tracking url: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0003/
2015-02-11 00:36:50,964 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0002_01_000006]
2015-02-11 00:36:50,964 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:50,964 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0002_01_000006 in state: COMPLETED event:FINISHED
2015-02-11 00:36:50,964 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000006
2015-02-11 00:36:50,965 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0002_01_000006 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:36:50,965 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:2> numContainers=2 user=teamcity user-resources=<memory:4096, vCores:2>
2015-02-11 00:36:50,966 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0002_01_000006, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:50,966 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:50,966 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2015-02-11 00:36:50,967 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0002_000001 released container container_1423614976425_0002_01_000006 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:36:51,239 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:46112 127.0.0.1:47945 127.0.0.1:59367 127.0.0.1:41359
2015-02-11 00:36:51,240 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:59367 127.0.0.1:47945 127.0.0.1:46112 127.0.0.1:41359
2015-02-11 00:36:51,240 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:47945 127.0.0.1:41359 127.0.0.1:59367
2015-02-11 00:36:51,240 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:59367 127.0.0.1:46112 127.0.0.1:47945
2015-02-11 00:36:51,241 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:46112 127.0.0.1:59367 127.0.0.1:41359
2015-02-11 00:36:51,241 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:46112 127.0.0.1:47945 127.0.0.1:41359
2015-02-11 00:36:51,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0002 dst=null perm=null proto=rpc
2015-02-11 00:36:51,301 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] starting step: (2/2) ...gstatsplatform/flowstats2
2015-02-11 00:36:51,319 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:51,336 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at ip-10-31-157-187.ec2.internal/10.31.157.187:44485
2015-02-11 00:36:51,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:36:51,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:51,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:51,343 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(246)) - Allocated new applicationId: 4
2015-02-11 00:36:51,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004 dst=null perm=null proto=rpc
2015-02-11 00:36:51,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004 dst=null perm=teamcity:supergroup:rwxr-xr-x proto=rpc
2015-02-11 00:36:51,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004 dst=null perm=teamcity:supergroup:rwx------ proto=rpc
2015-02-11 00:36:51,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,360 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar. BP-1958827178-10.31.157.187-1423614959012 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]}
2015-02-11 00:36:51,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028 src: /127.0.0.1:51789 dest: /127.0.0.1:46112
2015-02-11 00:36:51,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028 src: /127.0.0.1:45806 dest: /127.0.0.1:59367
2015-02-11 00:36:51,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028 src: /127.0.0.1:44170 dest: /127.0.0.1:47945
2015-02-11 00:36:51,374 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44170, dest: /127.0.0.1:47945, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, duration: 4987265
2015-02-11 00:36:51,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,376 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:51,376 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45806, dest: /127.0.0.1:59367, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, duration: 5950632
2015-02-11 00:36:51,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,377 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,377 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51789, dest: /127.0.0.1:46112, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, duration: 6901028
2015-02-11 00:36:51,378 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,383 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:51,384 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar
2015-02-11 00:36:51,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-11 00:36:51,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target dst=null perm=null proto=rpc
2015-02-11 00:36:51,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity dst=null perm=null proto=rpc
2015-02-11 00:36:51,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-11 00:36:51,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-11 00:36:51,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B dst=null perm=null proto=rpc
2015-02-11 00:36:51,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B dst=null perm=null proto=rpc
2015-02-11 00:36:51,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B dst=null perm=null proto=rpc
2015-02-11 00:36:51,407 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-11 00:36:51,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,416 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2620)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split
2015-02-11 00:36:51,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:51,420 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split. BP-1958827178-10.31.157.187-1423614959012 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]}
2015-02-11 00:36:51,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029 src: /127.0.0.1:45808 dest: /127.0.0.1:59367
2015-02-11 00:36:51,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029 src: /127.0.0.1:59190 dest: /127.0.0.1:41359
2015-02-11 00:36:51,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029 src: /127.0.0.1:44173 dest: /127.0.0.1:47945
2015-02-11 00:36:51,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029 src: /127.0.0.1:51795 dest: /127.0.0.1:46112
2015-02-11 00:36:51,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51795, dest: /127.0.0.1:46112, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, duration: 2525817
2015-02-11 00:36:51,434 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:51,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,435 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44173, dest: /127.0.0.1:47945, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, duration: 3074393
2015-02-11 00:36:51,435 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,436 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59190, dest: /127.0.0.1:41359, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, duration: 3882365
2015-02-11 00:36:51,436 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,437 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45808, dest: /127.0.0.1:59367, bytes: 353, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, duration: 4966687
2015-02-11 00:36:51,437 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:51,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,452 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo. BP-1958827178-10.31.157.187-1423614959012 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]}
2015-02-11 00:36:51,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030 src: /127.0.0.1:51796 dest: /127.0.0.1:46112
2015-02-11 00:36:51,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030 src: /127.0.0.1:59194 dest: /127.0.0.1:41359
2015-02-11 00:36:51,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030 src: /127.0.0.1:44177 dest: /127.0.0.1:47945
2015-02-11 00:36:51,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44177, dest: /127.0.0.1:47945, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, duration: 2126304
2015-02-11 00:36:51,465 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:51,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59194, dest: /127.0.0.1:41359, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, duration: 2629549
2015-02-11 00:36:51,466 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51796, dest: /127.0.0.1:46112, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, duration: 3117234
2015-02-11 00:36:51,467 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:51,472 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2015-02-11 00:36:51,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=teamcity:supergroup:rw-r--r-- proto=rpc
2015-02-11 00:36:51,499 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]}
2015-02-11 00:36:51,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031 src: /127.0.0.1:59196 dest: /127.0.0.1:41359
2015-02-11 00:36:51,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031 src: /127.0.0.1:45816 dest: /127.0.0.1:59367
2015-02-11 00:36:51,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031 src: /127.0.0.1:51801 dest: /127.0.0.1:46112
2015-02-11 00:36:51,515 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51801, dest: /127.0.0.1:46112, bytes: 91694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, duration: 3442642
2015-02-11 00:36:51,515 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:36:51,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,516 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45816, dest: /127.0.0.1:59367, bytes: 91694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, duration: 3442944
2015-02-11 00:36:51,517 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,517 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59196, dest: /127.0.0.1:41359, bytes: 91694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, duration: 5604239
2015-02-11 00:36:51,518 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:36:51,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:36:51,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-1121570737_11
2015-02-11 00:36:51,528 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1423614976425_0004
2015-02-11 00:36:51,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004 dst=null perm=null proto=rpc
2015-02-11 00:36:51,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:51,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:51,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:51,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:51,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:51,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:51,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:36:51,552 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(537)) - Application with id 4 submitted by user teamcity
2015-02-11 00:36:51,552 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(908)) - Storing application with id application_1423614976425_0004
2015-02-11 00:36:51,552 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity IP=10.31.157.187 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423614976425_0004
2015-02-11 00:36:51,552 INFO recovery.RMStateStore (RMStateStore.java:transition(134)) - Storing info for app: application_1423614976425_0004
2015-02-11 00:36:51,552 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0004 State change from NEW to NEW_SAVING
2015-02-11 00:36:51,552 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0004 State change from NEW_SAVING to SUBMITTED
2015-02-11 00:36:51,553 INFO capacity.ParentQueue (ParentQueue.java:addApplication(496)) - Application added - appId: application_1423614976425_0004 user: teamcity leaf-queue of parent: root #applications: 4
2015-02-11 00:36:51,553 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplication(554)) - Accepted application application_1423614976425_0004 from user: teamcity, in queue: default
2015-02-11 00:36:51,553 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423614976425_0004
2015-02-11 00:36:51,553 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0004 State change from SUBMITTED to ACCEPTED
2015-02-11 00:36:51,554 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(625)) - Registering app attempt : appattempt_1423614976425_0004_000001
2015-02-11 00:36:51,554 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from NEW to SUBMITTED
2015-02-11 00:36:51,554 INFO capacity.LeafQueue (LeafQueue.java:addApplicationAttempt(739)) - Application added - appId: application_1423614976425_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@25533ae9, leaf-queue: default #user-pending-applications: 2 #user-active-applications: 2 #queue-pending-applications: 2 #queue-active-applications: 2
2015-02-11 00:36:51,555 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(578)) - Added Application Attempt appattempt_1423614976425_0004_000001 to scheduler from user teamcity in queue default
2015-02-11 00:36:51,555 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-11 00:36:51,558 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0004/
2015-02-11 00:36:51,558 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] submitted hadoop job: job_1423614976425_0004
2015-02-11 00:36:51,558 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [stats2 test] tracking url: http://ip-10-31-157-187:45133/proxy/application_1423614976425_0004/
2015-02-11 00:36:51,722 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:46112 to replicate blk_1073741848_1024 to datanode(s) 127.0.0.1:47945
2015-02-11 00:36:51,722 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1438)) - BLOCK* ask 127.0.0.1:47945 to replicate blk_1073741852_1028 to datanode(s) 127.0.0.1:41359
2015-02-11 00:36:51,723 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:46112 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741834_1010, blk_1073741835_1011, blk_1073741837_1013, blk_1073741839_1015]
2015-02-11 00:36:51,723 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:59367 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741838_1014, blk_1073741839_1015]
2015-02-11 00:36:51,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017
2015-02-11 00:36:51,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018
2015-02-11 00:36:51,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031
2015-02-11 00:36:51,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014
2015-02-11 00:36:51,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023
2015-02-11 00:36:51,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024
2015-02-11 00:36:51,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030
2015-02-11 00:36:51,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029
2015-02-11 00:36:51,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027
2015-02-11 00:36:51,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021
2015-02-11 00:36:51,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026
2015-02-11 00:36:51,828 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025
2015-02-11 00:36:51,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022
2015-02-11 00:36:51,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019
2015-02-11 00:36:51,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015
2015-02-11 00:36:51,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025
2015-02-11 00:36:51,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028
2015-02-11 00:36:51,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027
2015-02-11 00:36:51,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020
2015-02-11 00:36:52,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028
2015-02-11 00:36:52,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017
2015-02-11 00:36:52,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014
2015-02-11 00:36:52,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021
2015-02-11 00:36:52,161 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030
2015-02-11 00:36:52,161 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029
2015-02-11 00:36:52,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026
2015-02-11 00:36:52,162 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020
2015-02-11 00:36:52,163 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025
2015-02-11 00:36:52,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024
2015-02-11 00:36:52,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022
2015-02-11 00:36:52,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031
2015-02-11 00:36:52,276 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029
2015-02-11 00:36:52,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023
2015-02-11 00:36:52,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016
2015-02-11 00:36:52,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019
2015-02-11 00:36:52,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741847_1023
2015-02-11 00:36:52,476 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018
2015-02-11 00:36:52,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015
2015-02-11 00:36:52,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016
2015-02-11 00:36:52,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026
2015-02-11 00:36:52,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021
2015-02-11 00:36:52,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017
2015-02-11 00:36:52,526 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022
2015-02-11 00:36:52,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018
2015-02-11 00:36:52,528 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741839_1015
2015-02-11 00:36:52,529 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029
2015-02-11 00:36:52,529 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016
2015-02-11 00:36:52,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031
2015-02-11 00:36:52,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025
2015-02-11 00:36:52,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027
2015-02-11 00:36:52,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741838_1014
2015-02-11 00:36:52,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741843_1019
2015-02-11 00:36:52,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024
2015-02-11 00:36:52,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020
2015-02-11 00:36:52,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828 for deletion
2015-02-11 00:36:52,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829 for deletion
2015-02-11 00:36:52,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830 for deletion
2015-02-11 00:36:52,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831 for deletion
2015-02-11 00:36:52,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741832 for deletion
2015-02-11 00:36:52,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741833 for deletion
2015-02-11 00:36:52,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828
2015-02-11 00:36:52,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741834 for deletion
2015-02-11 00:36:52,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829
2015-02-11 00:36:52,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831
2015-02-11 00:36:52,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830
2015-02-11 00:36:52,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741833
2015-02-11 00:36:52,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741832
2015-02-11 00:36:52,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741835 for deletion
2015-02-11 00:36:52,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741834
2015-02-11 00:36:52,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741836 for deletion
2015-02-11 00:36:52,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741835
2015-02-11 00:36:52,920 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741836
2015-02-11 00:36:52,920 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741838 for deletion
2015-02-11 00:36:52,920 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741839 for deletion
2015-02-11 00:36:52,920 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741838
2015-02-11 00:36:52,921 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741839
2015-02-11 00:36:53,099 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=e608c422-ccad-4f98-afb2-0ee151b8a524, infoPort=45247, ipcPort=48519, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) Starting thread to transfer BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028 to 127.0.0.1:41359
2015-02-11 00:36:53,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028 src: /127.0.0.1:59202 dest: /127.0.0.1:41359
2015-02-11 00:36:53,101 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028 (numBytes=254067) to /127.0.0.1:41359
2015-02-11 00:36:53,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028 src: /127.0.0.1:59202 dest: /127.0.0.1:41359 of size 254067
2015-02-11 00:36:53,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741852_1028 size 254067
2015-02-11 00:36:53,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028
2015-02-11 00:36:53,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030
2015-02-11 00:36:53,394 INFO datanode.DataNode (DataNode.java:transferBlock(1463)) - DatanodeRegistration(127.0.0.1, datanodeUuid=cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, infoPort=41370, ipcPort=36425, storageInfo=lv=-55;cid=testClusterID;nsid=1685739701;c=0) Starting thread to transfer BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024 to 127.0.0.1:47945
2015-02-11 00:36:53,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828 for deletion
2015-02-11 00:36:53,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829 for deletion
2015-02-11 00:36:53,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828
2015-02-11 00:36:53,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830 for deletion
2015-02-11 00:36:53,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831 for deletion
2015-02-11 00:36:53,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830
2015-02-11 00:36:53,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741834 for deletion
2015-02-11 00:36:53,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741835 for deletion
2015-02-11 00:36:53,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741834
2015-02-11 00:36:53,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741837 for deletion
2015-02-11 00:36:53,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741839 for deletion
2015-02-11 00:36:53,397 INFO datanode.DataNode (DataNode.java:run(1667)) - DataTransfer: Transmitted BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024 (numBytes=254067) to /127.0.0.1:47945
2015-02-11 00:36:53,397 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829
2015-02-11 00:36:53,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741837
2015-02-11 00:36:53,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024 src: /127.0.0.1:44185 dest: /127.0.0.1:47945
2015-02-11 00:36:53,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831
2015-02-11 00:36:53,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741835
2015-02-11 00:36:53,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741839
2015-02-11 00:36:53,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(766)) - Received BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024 src: /127.0.0.1:44185 dest: /127.0.0.1:47945 of size 254067
2015-02-11 00:36:53,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741848_1024 size 254067
2015-02-11 00:36:54,724 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47945 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014]
2015-02-11 00:36:54,724 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:41359 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741835_1011, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-11 00:36:55,383 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614976425_0001_01_000001 succeeded
2015-02-11 00:36:55,384 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:36:55,384 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0001_01_000001
2015-02-11 00:36:55,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000001
2015-02-11 00:36:55,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000001
2015-02-11 00:36:55,404 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000001
2015-02-11 00:36:55,404 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:36:55,405 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0001_01_000001 from application application_1423614976425_0001
2015-02-11 00:36:55,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000001
2015-02-11 00:36:55,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614976425_0001/container_1423614976425_0001_01_000001
2015-02-11 00:36:55,405 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:55,406 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0001
2015-02-11 00:36:55,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828 for deletion
2015-02-11 00:36:55,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829 for deletion
2015-02-11 00:36:55,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830 for deletion
2015-02-11 00:36:55,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828
2015-02-11 00:36:55,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831 for deletion
2015-02-11 00:36:55,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829
2015-02-11 00:36:55,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830
2015-02-11 00:36:55,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741832 for deletion
2015-02-11 00:36:55,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831
2015-02-11 00:36:55,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741833 for deletion
2015-02-11 00:36:55,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741832
2015-02-11 00:36:55,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741835 for deletion
2015-02-11 00:36:55,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741833
2015-02-11 00:36:55,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741836 for deletion
2015-02-11 00:36:55,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741835_1011 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741835
2015-02-11 00:36:55,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741837 for deletion
2015-02-11 00:36:55,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741836
2015-02-11 00:36:55,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741838 for deletion
2015-02-11 00:36:55,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741839 for deletion
2015-02-11 00:36:55,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data3/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741838
2015-02-11 00:36:55,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741837
2015-02-11 00:36:55,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741839_1015 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data4/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741839
2015-02-11 00:36:55,923 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0001_01_000001]
2015-02-11 00:36:55,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:55,923 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:36:55,923 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614976425_0001_000001
2015-02-11 00:36:55,923 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0001 CONTAINERID=container_1423614976425_0001_01_000001
2015-02-11 00:36:55,924 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0001_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:38227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:36:55,924 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:36:55,924 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0001_01_000001, NodeId: ip-10-31-157-187.ec2.internal:38227, NodeHttpAddress: ip-10-31-157-187.ec2.internal:36829, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:38227 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=4, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:55,924 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:55,924 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=4, numContainers=1
2015-02-11 00:36:55,925 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0001_000001 released container container_1423614976425_0001_01_000001 on node: host: ip-10-31-157-187.ec2.internal:38227 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:36:55,925 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0001_000001 State change from FINISHING to FINISHED
2015-02-11 00:36:55,927 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0001 State change from FINISHING to FINISHED
2015-02-11 00:36:55,928 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614976425_0001_000001 is done. finalState=FINISHED
2015-02-11 00:36:55,928 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614976425_0001 requests cleared
2015-02-11 00:36:55,928 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614976425_0001_000001
2015-02-11 00:36:55,928 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614976425_0003 from user: teamcity activated in queue: default
2015-02-11 00:36:55,928 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614976425_0001
2015-02-11 00:36:55,929 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614976425_0001 user: teamcity queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2015-02-11 00:36:55,929 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614976425_0001 user: teamcity leaf-queue of parent: root #applications: 3
2015-02-11 00:36:55,931 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614976425_0001,name=[B83387BB4EF044B2B323C0974C669BF6/8B65C2C7B0A042B5A2601B7F78532218] stats1 test/(1/2),user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:45133/proxy/application_1423614976425_0001/jobhistory/job/job_1423614976425_0001,appMasterHost=ip-10-31-157-187,startTime=1423614983429,finishTime=1423615009211,finalStatus=SUCCEEDED
2015-02-11 00:36:55,935 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0001_000001 (auth:SIMPLE)
2015-02-11 00:36:55,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0001_01_000001
2015-02-11 00:36:55,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:55,967 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000001
2015-02-11 00:36:55,967 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:36:55,967 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0003_000001 container=Container: [ContainerId: container_1423614976425_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:55,967 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2015-02-11 00:36:55,968 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:55,968 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:44441 for container : container_1423614976425_0003_01_000001
2015-02-11 00:36:55,968 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:36:55,968 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:55,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:55,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:55,969 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614976425_0003_000001
2015-02-11 00:36:55,970 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614976425_0003 AttemptId: appattempt_1423614976425_0003_000001 MasterContainer: Container: [ContainerId: container_1423614976425_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ]
2015-02-11 00:36:55,970 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0001
2015-02-11 00:36:55,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:55,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:55,970 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:36:55,972 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:36:55,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:36:55,972 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0001, with delay of 10800 seconds
2015-02-11 00:36:55,972 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614976425_0003_000001
2015-02-11 00:36:55,974 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614976425_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] for AM appattempt_1423614976425_0003_000001
2015-02-11 00:36:55,974 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614976425_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:36:55,979 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0003_000001 (auth:SIMPLE)
2015-02-11 00:36:55,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0003_01_000001 by user teamcity
2015-02-11 00:36:55,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0003
2015-02-11 00:36:55,982 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000001
2015-02-11 00:36:55,982 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from NEW to INITING
2015-02-11 00:36:55,982 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0003_01_000001 to application application_1423614976425_0003
2015-02-11 00:36:55,983 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614976425_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] for AM appattempt_1423614976425_0003_000001
2015-02-11 00:36:55,983 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from INITING to RUNNING
2015-02-11 00:36:55,983 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:36:55,983 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:36:55,983 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0003
2015-02-11 00:36:55,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:55,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:36:55,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:36:55,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:55,985 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0003_01_000001
2015-02-11 00:36:56,004 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423614976425_0003_01_000001.tokens. Credentials list:
2015-02-11 00:36:56,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:56,051 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:36:56,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,052 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0001
2015-02-11 00:36:56,053 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:36:56,053 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0001, with delay of 10800 seconds
2015-02-11 00:36:56,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828 for deletion
2015-02-11 00:36:56,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829 for deletion
2015-02-11 00:36:56,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830 for deletion
2015-02-11 00:36:56,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741828_1004 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741828
2015-02-11 00:36:56,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741829_1005 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741829
2015-02-11 00:36:56,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741830_1006 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741830
2015-02-11 00:36:56,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831 for deletion
2015-02-11 00:36:56,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741832 for deletion
2015-02-11 00:36:56,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741831_1007 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741831
2015-02-11 00:36:56,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741833 for deletion
2015-02-11 00:36:56,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741832_1008 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741832
2015-02-11 00:36:56,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741834 for deletion
2015-02-11 00:36:56,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741833_1009 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741833
2015-02-11 00:36:56,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741836 for deletion
2015-02-11 00:36:56,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741834_1010 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741834
2015-02-11 00:36:56,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741837 for deletion
2015-02-11 00:36:56,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741836_1012 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741836
2015-02-11 00:36:56,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741838 for deletion
2015-02-11 00:36:56,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741837_1013 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741837
2015-02-11 00:36:56,102 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741838_1014 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741838
2015-02-11 00:36:56,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423614976425_0003_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000001.tokens
2015-02-11 00:36:56,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:36:56,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:56,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:56,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59209, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951231978_3113, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, duration: 1471720
2015-02-11 00:36:56,383 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:56,402 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614976425_0002_01_000001 succeeded
2015-02-11 00:36:56,403 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:36:56,403 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0002_01_000001
2015-02-11 00:36:56,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:56,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:56,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000001
2015-02-11 00:36:56,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000001
2015-02-11 00:36:56,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000001
2015-02-11 00:36:56,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0002/container_1423614976425_0002_01_000001
2015-02-11 00:36:56,425 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000001
2015-02-11 00:36:56,425 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:36:56,426 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0002_01_000001 from application application_1423614976425_0002
2015-02-11 00:36:56,426 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:56,426 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0002
2015-02-11 00:36:56,431 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44192, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951231978_3113, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, duration: 275129
2015-02-11 00:36:56,465 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:56,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:56,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:56,508 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59209, bytes: 357, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951231978_3113, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, duration: 265682
2015-02-11 00:36:56,542 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:56,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:56,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:56,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45830, bytes: 92418, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1951231978_3113, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, duration: 491493
2015-02-11 00:36:56,627 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:56,627 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:56,676 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:56,676 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:56,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000001/default_container_executor.sh]
2015-02-11 00:36:56,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028
2015-02-11 00:36:56,923 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:36:56,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,924 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0001
2015-02-11 00:36:56,925 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:36:56,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/teamcity/appcache/application_1423614976425_0001
2015-02-11 00:36:56,925 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0001, with delay of 10800 seconds
2015-02-11 00:36:56,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:57,052 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0002_01_000001]
2015-02-11 00:36:57,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:36:57,052 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:36:57,052 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0002 CONTAINERID=container_1423614976425_0002_01_000001
2015-02-11 00:36:57,052 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0002_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:36:57,053 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:36:57,053 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0002_01_000001, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:36:57,053 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:57,053 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1
2015-02-11 00:36:57,053 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0002_000001 released container container_1423614976425_0002_01_000001 on node: host: ip-10-31-157-187.ec2.internal:60266 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:36:57,053 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614976425_0002_000001
2015-02-11 00:36:57,054 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0002_000001 State change from FINISHING to FINISHED
2015-02-11 00:36:57,054 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0002 State change from FINISHING to FINISHED
2015-02-11 00:36:57,054 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614976425_0002
2015-02-11 00:36:57,055 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614976425_0002_000001 is done. finalState=FINISHED
2015-02-11 00:36:57,055 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614976425_0002 requests cleared
2015-02-11 00:36:57,055 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614976425_0002,name=[C8D7958861D6432F9FC2DFE7F723EE8A/89A0FAA1FD9D4757A1E0E85132711C8D] stats2 test/(1/2),user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:45133/proxy/application_1423614976425_0002/jobhistory/job/job_1423614976425_0002,appMasterHost=ip-10-31-157-187,startTime=1423614983429,finishTime=1423615010228,finalStatus=SUCCEEDED
2015-02-11 00:36:57,055 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(723)) - Application application_1423614976425_0004 from user: teamcity activated in queue: default
2015-02-11 00:36:57,055 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614976425_0002 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2015-02-11 00:36:57,055 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614976425_0002 user: teamcity leaf-queue of parent: root #applications: 2
2015-02-11 00:36:57,056 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614976425_0002_000001
2015-02-11 00:36:57,060 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0002_000001 (auth:SIMPLE)
2015-02-11 00:36:57,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0002_01_000001
2015-02-11 00:36:57,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024
2015-02-11 00:36:57,919 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:36:57,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:36:57,920 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000001
2015-02-11 00:36:57,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,921 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0002
2015-02-11 00:36:57,922 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:36:57,922 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0002, with delay of 10800 seconds
2015-02-11 00:36:57,921 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:44353, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-11 00:36:57,922 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0004_000001 container=Container: [ContainerId: container_1423614976425_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:36:57,923 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:36:57,923 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:36:57,923 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:44353 for container : container_1423614976425_0004_01_000001
2015-02-11 00:36:57,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:36:57,924 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423614976425_0004_000001
2015-02-11 00:36:57,924 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1661)) - Storing attempt: AppId: application_1423614976425_0004 AttemptId: appattempt_1423614976425_0004_000001 MasterContainer: Container: [ContainerId: container_1423614976425_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44353 }, ]
2015-02-11 00:36:57,924 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-11 00:36:57,924 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-11 00:36:57,925 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1423614976425_0004_000001
2015-02-11 00:36:57,928 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1423614976425_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44353 }, ] for AM appattempt_1423614976425_0004_000001
2015-02-11 00:36:57,928 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1423614976425_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-11 00:36:57,933 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0004_000001 (auth:SIMPLE)
2015-02-11 00:36:57,936 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0004_01_000001 by user teamcity
2015-02-11 00:36:57,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0004
2015-02-11 00:36:57,937 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000001
2015-02-11 00:36:57,937 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from NEW to INITING
2015-02-11 00:36:57,937 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0004_01_000001 to application application_1423614976425_0004
2015-02-11 00:36:57,938 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from INITING to RUNNING
2015-02-11 00:36:57,938 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-11 00:36:57,939 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0004
2015-02-11 00:36:57,939 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1423614976425_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44353 }, ] for AM appattempt_1423614976425_0004_000001
2015-02-11 00:36:57,939 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:36:57,939 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-11 00:36:57,939 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-11 00:36:57,940 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-11 00:36:57,940 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:36:57,940 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0004_01_000001
2015-02-11 00:36:57,960 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614976425_0004_01_000001.tokens. Credentials list:
2015-02-11 00:36:57,968 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:36:57,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,969 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0002
2015-02-11 00:36:57,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,969 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:36:57,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:57,969 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0002, with delay of 10800 seconds
2015-02-11 00:36:57,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:36:58,052 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:36:58,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:58,053 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0002
2015-02-11 00:36:58,054 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:36:58,054 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0002, with delay of 10800 seconds
2015-02-11 00:36:58,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:58,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:58,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0002
2015-02-11 00:36:58,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423614976425_0004_01_000001.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000001.tokens
2015-02-11 00:36:58,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:36:58,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:58,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:36:58,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59209, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_298373221_3318, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, duration: 709118
2015-02-11 00:36:58,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614976425_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:58,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:58,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:36:58,398 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59209, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_298373221_3318, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, duration: 265046
2015-02-11 00:36:58,437 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:58,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:58,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:36:58,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45830, bytes: 357, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_298373221_3318, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, duration: 257632
2015-02-11 00:36:58,522 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614976425_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:58,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:58,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:36:58,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45830, bytes: 92414, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_298373221_3318, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, duration: 423309
2015-02-11 00:36:58,608 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:36:58,608 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:36:58,667 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-11 00:36:58,667 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:36:58,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000001/default_container_executor.sh]
2015-02-11 00:36:58,919 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:36:59,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:36:59,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:36:59,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:36:59,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:36:59,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003 dst=null perm=null proto=rpc
2015-02-11 00:36:59,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:36:59,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:37:00,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:37:00,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:37:00,499 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59219, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741850_1026, duration: 265091
2015-02-11 00:37:00,767 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(177)) - Rescanning after 30000 milliseconds
2015-02-11 00:37:00,768 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(202)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-11 00:37:01,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging dst=null perm=null proto=rpc
2015-02-11 00:37:01,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-11 00:37:01,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-11 00:37:01,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-11 00:37:01,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004 dst=null perm=null proto=rpc
2015-02-11 00:37:01,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:37:01,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:37:01,899 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0003_000001 (auth:SIMPLE)
2015-02-11 00:37:01,903 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614976425_0003_000001
2015-02-11 00:37:01,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614976425_0003 APPATTEMPTID=appattempt_1423614976425_0003_000001
2015-02-11 00:37:01,904 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:37:01,904 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0003 State change from ACCEPTED to RUNNING
2015-02-11 00:37:01,965 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(675)) - Number of transactions: 259 Total time for transactions(ms): 48 Number of transactions batched in Syncs: 0 Number of syncs: 171 SyncTimes(ms): 241 188
2015-02-11 00:37:01,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:01,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:37:02,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:02,316 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1_conf.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]}
2015-02-11 00:37:02,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032 src: /127.0.0.1:45843 dest: /127.0.0.1:59367
2015-02-11 00:37:02,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032 src: /127.0.0.1:51828 dest: /127.0.0.1:46112
2015-02-11 00:37:02,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032 src: /127.0.0.1:44208 dest: /127.0.0.1:47945
2015-02-11 00:37:02,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44208, dest: /127.0.0.1:47945, bytes: 107409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032, duration: 49400085
2015-02-11 00:37:02,444 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:02,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:37:02,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51828, dest: /127.0.0.1:46112, bytes: 107409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032, duration: 49935872
2015-02-11 00:37:02,445 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:02,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:37:02,446 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45843, dest: /127.0.0.1:59367, bytes: 107409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032, duration: 51923794
2015-02-11 00:37:02,446 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:02,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:37:02,455 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:02,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:37:02,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-11 00:37:02,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032
2015-02-11 00:37:02,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59227, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741854_1030, duration: 270586
2015-02-11 00:37:02,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032
2015-02-11 00:37:02,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:37:02,970 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000002
2015-02-11 00:37:02,970 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-11 00:37:02,971 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0003_000001 container=Container: [ContainerId: container_1423614976425_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:37:02,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-11 00:37:02,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:03,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032
2015-02-11 00:37:03,978 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:44441 for container : container_1423614976425_0003_01_000002
2015-02-11 00:37:03,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:37:03,992 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0004_000001 (auth:SIMPLE)
2015-02-11 00:37:03,997 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(270)) - AM registration appattempt_1423614976425_0004_000001
2015-02-11 00:37:03,998 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(121)) - USER=teamcity IP=10.31.157.187 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423614976425_0004 APPATTEMPTID=appattempt_1423614976425_0004_000001
2015-02-11 00:37:03,998 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from LAUNCHED to RUNNING
2015-02-11 00:37:03,998 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0004 State change from ACCEPTED to RUNNING
2015-02-11 00:37:04,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1 dst=null perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:37:04,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1.jhist dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:04,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:04,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:04,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:37:04,226 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0003_000001 (auth:SIMPLE)
2015-02-11 00:37:04,230 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0003_01_000002 by user teamcity
2015-02-11 00:37:04,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000002
2015-02-11 00:37:04,231 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0003_01_000002 to application application_1423614976425_0003
2015-02-11 00:37:04,232 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:37:04,232 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0003
2015-02-11 00:37:04,232 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0003
2015-02-11 00:37:04,232 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:37:04,232 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0003
2015-02-11 00:37:04,233 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:37:04,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1_conf.xml dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:04,293 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:37:04,293 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:04,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000002/default_container_executor.sh]
2015-02-11 00:37:04,433 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1_conf.xml. BP-1958827178-10.31.157.187-1423614959012 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]}
2015-02-11 00:37:04,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033 src: /127.0.0.1:44216 dest: /127.0.0.1:47945
2015-02-11 00:37:04,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033 src: /127.0.0.1:51838 dest: /127.0.0.1:46112
2015-02-11 00:37:04,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033 src: /127.0.0.1:45855 dest: /127.0.0.1:59367
2015-02-11 00:37:04,550 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45855, dest: /127.0.0.1:59367, bytes: 107405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033, duration: 42993400
2015-02-11 00:37:04,550 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:04,551 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51838, dest: /127.0.0.1:46112, bytes: 107405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033, duration: 44093265
2015-02-11 00:37:04,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:04,552 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:04,552 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44216, dest: /127.0.0.1:47945, bytes: 107405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033, duration: 45425302
2015-02-11 00:37:04,553 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:04,553 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:04,553 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:04,559 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:04,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:37:05,009 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:37:05,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:37:05,056 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000002
2015-02-11 00:37:05,056 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-11 00:37:05,056 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0004_000001 container=Container: [ContainerId: container_1423614976425_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 20, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:37:05,057 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-11 00:37:05,057 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:06,081 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:60266 for container : container_1423614976425_0004_01_000002
2015-02-11 00:37:06,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:37:06,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:06,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:06,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/teamcity/target/Hadoop2MR1Platform-tmpDir/hadoop-6222950461570094769.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,318 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0004_000001 (auth:SIMPLE)
2015-02-11 00:37:06,322 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0004_01_000002 by user teamcity
2015-02-11 00:37:06,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0004
2015-02-11 00:37:06,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000002
2015-02-11 00:37:06,323 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from NEW to INITING
2015-02-11 00:37:06,323 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0004_01_000002 to application application_1423614976425_0004
2015-02-11 00:37:06,324 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from INITING to RUNNING
2015-02-11 00:37:06,324 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-11 00:37:06,325 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0004
2015-02-11 00:37:06,325 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0004
2015-02-11 00:37:06,325 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:37:06,325 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0004
2015-02-11 00:37:06,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:37:06,326 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:37:06,326 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0004_01_000002
2015-02-11 00:37:06,345 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614976425_0004_01_000002.tokens. Credentials list:
2015-02-11 00:37:06,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:37:06,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423614976425_0004_01_000002.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000002.tokens
2015-02-11 00:37:06,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:06,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:06,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45860, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1930018955_3572, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741852_1028, duration: 1276231
2015-02-11 00:37:06,737 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:37:06,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:06,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:06,786 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59242, bytes: 92414, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1930018955_3572, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741855_1031, duration: 473769
2015-02-11 00:37:06,825 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:37:06,825 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:37:06,882 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-11 00:37:06,882 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:07,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000002/default_container_executor.sh]
2015-02-11 00:37:07,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:37:07,100 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:37:07,574 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033
2015-02-11 00:37:07,685 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033
2015-02-11 00:37:07,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.split dst=null perm=null proto=rpc
2015-02-11 00:37:08,036 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44228, bytes: 357, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0003_m_000000_0_1875352486_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741849_1025, duration: 269193
2015-02-11 00:37:08,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033
2015-02-11 00:37:08,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:08,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:08,154 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45866, bytes: 354, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0003_m_000000_0_1875352486_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741840_1016, duration: 274444
2015-02-11 00:37:08,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1423614976425_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:37:08,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0003_01_000002
2015-02-11 00:37:08,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000002
2015-02-11 00:37:08,799 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:37:08,799 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0003_01_000002
2015-02-11 00:37:08,815 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0003_01_000002 is : 143
2015-02-11 00:37:08,827 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1.jhist. BP-1958827178-10.31.157.187-1423614959012 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]}
2015-02-11 00:37:08,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034 src: /127.0.0.1:51851 dest: /127.0.0.1:46112
2015-02-11 00:37:08,834 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:37:08,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034 src: /127.0.0.1:59249 dest: /127.0.0.1:41359
2015-02-11 00:37:08,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000002
2015-02-11 00:37:08,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000002
2015-02-11 00:37:08,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000002
2015-02-11 00:37:08,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000002
2015-02-11 00:37:08,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034 src: /127.0.0.1:45869 dest: /127.0.0.1:59367
2015-02-11 00:37:08,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000002
2015-02-11 00:37:08,837 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:37:08,837 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0003_01_000002 from application application_1423614976425_0003
2015-02-11 00:37:08,838 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:08,838 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0003
2015-02-11 00:37:08,845 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1.jhist for DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:09,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0003_01_000002]
2015-02-11 00:37:09,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:37:09,801 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:37:09,801 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000002
2015-02-11 00:37:09,801 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0003_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-11 00:37:09,801 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:3> numContainers=3 user=teamcity user-resources=<memory:5120, vCores:3>
2015-02-11 00:37:09,802 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0003_01_000002, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:37:09,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:09,803 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-11 00:37:09,803 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0003_000001 released container container_1423614976425_0003_01_000002 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-11 00:37:10,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:37:10,057 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000003
2015-02-11 00:37:10,058 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0003_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:37:10,058 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0003_000001 container=Container: [ContainerId: container_1423614976425_0003_01_000003, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:37:10,058 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-11 00:37:10,058 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:10,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job.split dst=null perm=null proto=rpc
2015-02-11 00:37:10,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59253, bytes: 357, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0004_m_000000_0_920853180_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741853_1029, duration: 266584
2015-02-11 00:37:10,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:10,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:10,753 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45873, bytes: 354, op: HDFS_READ, cliID: DFSClient_attempt_1423614976425_0004_m_000000_0_920853180_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741844_1020, duration: 268551
2015-02-11 00:37:11,063 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : ip-10-31-157-187.ec2.internal:60266 for container : container_1423614976425_0003_01_000003
2015-02-11 00:37:11,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:37:11,083 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0003_000001 (auth:SIMPLE)
2015-02-11 00:37:11,087 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0003_01_000003 by user teamcity
2015-02-11 00:37:11,088 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(623)) - Creating a new application reference for app application_1423614976425_0003
2015-02-11 00:37:11,088 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000003
2015-02-11 00:37:11,088 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from NEW to INITING
2015-02-11 00:37:11,088 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0003_01_000003 to application application_1423614976425_0003
2015-02-11 00:37:11,089 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from INITING to RUNNING
2015-02-11 00:37:11,089 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:37:11,089 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0003
2015-02-11 00:37:11,090 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0003
2015-02-11 00:37:11,090 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:37:11,090 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0003
2015-02-11 00:37:11,090 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-11 00:37:11,090 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-11 00:37:11,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(679)) - Created localizer for container_1423614976425_0003_01_000003
2015-02-11 00:37:11,110 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1107)) - Writing credentials to the nmPrivate file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423614976425_0003_01_000003.tokens. Credentials list:
2015-02-11 00:37:11,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user teamcity
2015-02-11 00:37:11,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423614976425_0003_01_000003.tokens to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000003.tokens
2015-02-11 00:37:11,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0003 = file:/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:11,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1423614976425_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:37:11,395 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0004_01_000002
2015-02-11 00:37:11,395 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000002
2015-02-11 00:37:11,395 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-11 00:37:11,395 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0004_01_000002
2015-02-11 00:37:11,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:37:11,410 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0004_01_000002 is : 143
2015-02-11 00:37:11,422 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1.jhist. BP-1958827178-10.31.157.187-1423614959012 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW]]}
2015-02-11 00:37:11,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035 src: /127.0.0.1:45877 dest: /127.0.0.1:59367
2015-02-11 00:37:11,428 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:37:11,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000002
2015-02-11 00:37:11,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000002
2015-02-11 00:37:11,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000002
2015-02-11 00:37:11,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000002
2015-02-11 00:37:11,429 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:37:11,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000002
2015-02-11 00:37:11,430 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0004_01_000002 from application application_1423614976425_0004
2015-02-11 00:37:11,430 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:11,430 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0004
2015-02-11 00:37:11,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035 src: /127.0.0.1:51862 dest: /127.0.0.1:46112
2015-02-11 00:37:11,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:11,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035 src: /127.0.0.1:44242 dest: /127.0.0.1:47945
2015-02-11 00:37:11,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar dst=null perm=null proto=rpc
2015-02-11 00:37:11,441 INFO hdfs.StateChange (FSNamesystem.java:fsync(3991)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1.jhist for DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:11,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51864, bytes: 256055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1063811934_3745, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741848_1024, duration: 694367
2015-02-11 00:37:11,500 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.jar(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:37:11,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:11,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml dst=null perm=null proto=rpc
2015-02-11 00:37:11,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44244, bytes: 92418, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1063811934_3745, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741851_1027, duration: 444146
2015-02-11 00:37:11,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:41344/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job.xml(->/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-11 00:37:11,588 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:37:11,638 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:37:11,639 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:11,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000003/default_container_executor.sh]
2015-02-11 00:37:12,067 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:37:12,396 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0004_01_000002]
2015-02-11 00:37:12,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:37:12,397 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-11 00:37:12,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000002
2015-02-11 00:37:12,397 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0004_01_000002 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:37:12,397 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:3> numContainers=3 user=teamcity user-resources=<memory:5120, vCores:3>
2015-02-11 00:37:12,398 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0004_01_000002, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:37:12,399 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:12,399 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-11 00:37:12,399 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0004_000001 released container container_1423614976425_0004_01_000002 on node: host: ip-10-31-157-187.ec2.internal:60266 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:37:13,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-11 00:37:13,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000003
2015-02-11 00:37:13,398 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(131)) - Assigned container container_1423614976425_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-11 00:37:13,398 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1354)) - assignedContainer application attempt=appattempt_1423614976425_0004_000001 container=Container: [ContainerId: container_1423614976425_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 10, Token: null, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 clusterResource=<memory:16384, vCores:32>
2015-02-11 00:37:13,398 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(669)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>, usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2015-02-11 00:37:13,399 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(584)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:14,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-11 00:37:14,136 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(584)) - Start request for container_1423614976425_0004_01_000003 by user teamcity
2015-02-11 00:37:14,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000003
2015-02-11 00:37:14,136 INFO application.Application (ApplicationImpl.java:transition(297)) - Adding container_1423614976425_0004_01_000003 to application application_1423614976425_0004
2015-02-11 00:37:14,137 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-11 00:37:14,137 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423614976425_0004
2015-02-11 00:37:14,137 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423614976425_0004
2015-02-11 00:37:14,137 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-11 00:37:14,138 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(504)) - Added token for job_1423614976425_0004
2015-02-11 00:37:14,138 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-11 00:37:14,198 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-11 00:37:14,198 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:14,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000003/default_container_executor.sh]
2015-02-11 00:37:14,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-11 00:37:15,124 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(181)) - checking for deactivate...
2015-02-11 00:37:15,415 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:37:15,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1423614976425_0003_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:15,906 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1423614976425_0003_r_000000_0/part-00000. BP-1958827178-10.31.157.187-1423614959012 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]}
2015-02-11 00:37:16,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036 src: /127.0.0.1:59269 dest: /127.0.0.1:41359
2015-02-11 00:37:16,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036 src: /127.0.0.1:44252 dest: /127.0.0.1:47945
2015-02-11 00:37:16,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036 src: /127.0.0.1:51874 dest: /127.0.0.1:46112
2015-02-11 00:37:16,111 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51874, dest: /127.0.0.1:46112, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0003_r_000000_0_1242788505_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036, duration: 54769602
2015-02-11 00:37:16,111 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:16,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44252, dest: /127.0.0.1:47945, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0003_r_000000_0_1242788505_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036, duration: 55875101
2015-02-11 00:37:16,112 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59269, dest: /127.0.0.1:41359, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0003_r_000000_0_1242788505_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036, duration: 55162670
2015-02-11 00:37:16,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,113 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1423614976425_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614976425_0003_r_000000_0_1242788505_1
2015-02-11 00:37:16,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1423614976425_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:37:16,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1423614976425_0003_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:37:16,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1423614976425_0003_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:37:16,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/_temporary/attempt_1423614976425_0003_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1423614976425_0003_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:37:16,310 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0003_01_000003
2015-02-11 00:37:16,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000003
2015-02-11 00:37:16,311 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:37:16,311 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0003_01_000003
2015-02-11 00:37:16,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:16,329 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:16,331 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0003_01_000003 is : 143
2015-02-11 00:37:16,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:37:16,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:37:16,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:37:16,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1423614976425_0003_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:37:16,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:16,352 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:37:16,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000003
2015-02-11 00:37:16,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000003
2015-02-11 00:37:16,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000003
2015-02-11 00:37:16,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000003
2015-02-11 00:37:16,353 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000003
2015-02-11 00:37:16,354 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:37:16,354 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0003_01_000003 from application application_1423614976425_0003
2015-02-11 00:37:16,354 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:16,354 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0003
2015-02-11 00:37:16,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary/1/task_1423614976425_0003_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:16,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary dst=null perm=null proto=rpc
2015-02-11 00:37:16,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:16,378 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:16,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:16,385 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:16,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45869, dest: /127.0.0.1:59367, bytes: 39593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034, duration: 7575687637
2015-02-11 00:37:16,415 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:16,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59249, dest: /127.0.0.1:41359, bytes: 39593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034, duration: 7576112279
2015-02-11 00:37:16,417 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 13971
2015-02-11 00:37:16,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51851, dest: /127.0.0.1:46112, bytes: 39593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034, duration: 7577157361
2015-02-11 00:37:16,418 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 13971
2015-02-11 00:37:16,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 13971
2015-02-11 00:37:16,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:16,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:16,433 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]}
2015-02-11 00:37:16,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037 src: /127.0.0.1:51876 dest: /127.0.0.1:46112
2015-02-11 00:37:16,441 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037 src: /127.0.0.1:45893 dest: /127.0.0.1:59367
2015-02-11 00:37:16,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037 src: /127.0.0.1:44257 dest: /127.0.0.1:47945
2015-02-11 00:37:16,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44257, dest: /127.0.0.1:47945, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037, duration: 1848582
2015-02-11 00:37:16,447 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:16,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45893, dest: /127.0.0.1:59367, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037, duration: 2675940
2015-02-11 00:37:16,448 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,448 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51876, dest: /127.0.0.1:46112, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037, duration: 3280569
2015-02-11 00:37:16,448 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,448 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,452 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:16,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:16,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:16,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:16,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:16,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:16,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:16,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:16,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45895, bytes: 39905, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034, duration: 432903
2015-02-11 00:37:16,489 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]}
2015-02-11 00:37:16,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038 src: /127.0.0.1:44259 dest: /127.0.0.1:47945
2015-02-11 00:37:16,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038 src: /127.0.0.1:59278 dest: /127.0.0.1:41359
2015-02-11 00:37:16,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038 src: /127.0.0.1:51882 dest: /127.0.0.1:46112
2015-02-11 00:37:16,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51882, dest: /127.0.0.1:46112, bytes: 39593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038, duration: 1825633
2015-02-11 00:37:16,502 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:16,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59278, dest: /127.0.0.1:41359, bytes: 39593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038, duration: 2907250
2015-02-11 00:37:16,503 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44259, dest: /127.0.0.1:47945, bytes: 39593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038, duration: 3862815
2015-02-11 00:37:16,503 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,507 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:16,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:16,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:37:16,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:16,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:37:16,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:16,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003/job_1423614976425_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:37:16,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:16,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51883, bytes: 108249, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741856_1032, duration: 447608
2015-02-11 00:37:16,529 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]}
2015-02-11 00:37:16,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039 src: /127.0.0.1:44263 dest: /127.0.0.1:47945
2015-02-11 00:37:16,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039 src: /127.0.0.1:59282 dest: /127.0.0.1:41359
2015-02-11 00:37:16,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039 src: /127.0.0.1:45902 dest: /127.0.0.1:59367
2015-02-11 00:37:16,541 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45902, dest: /127.0.0.1:59367, bytes: 107409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039, duration: 3023959
2015-02-11 00:37:16,542 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:16,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,542 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59282, dest: /127.0.0.1:41359, bytes: 107409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039, duration: 3963528
2015-02-11 00:37:16,543 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,544 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44263, dest: /127.0.0.1:47945, bytes: 107409, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-392117130_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039, duration: 4752277
2015-02-11 00:37:16,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:16,544 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:16,548 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-392117130_1
2015-02-11 00:37:16,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:16,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:16,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:16,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:16,582 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614976425_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:37:16,582 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:37:16,582 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614976425_0003 with final state: FINISHING
2015-02-11 00:37:16,583 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0003 State change from RUNNING to FINAL_SAVING
2015-02-11 00:37:16,583 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614976425_0003
2015-02-11 00:37:16,583 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:37:16,583 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0003 State change from FINAL_SAVING to FINISHING
2015-02-11 00:37:16,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034
2015-02-11 00:37:16,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036
2015-02-11 00:37:16,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038
2015-02-11 00:37:16,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039
2015-02-11 00:37:17,312 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0003_01_000003]
2015-02-11 00:37:17,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:37:17,313 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:37:17,313 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000003
2015-02-11 00:37:17,313 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0003_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-11 00:37:17,313 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:5120, vCores:3> numContainers=3 user=teamcity user-resources=<memory:5120, vCores:3>
2015-02-11 00:37:17,314 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0003_01_000003, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 cluster=<memory:16384, vCores:32>
2015-02-11 00:37:17,314 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:17,315 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>, usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2015-02-11 00:37:17,315 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0003_000001 released container container_1423614976425_0003_01_000003 on node: host: ip-10-31-157-187.ec2.internal:60266 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-11 00:37:17,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038
2015-02-11 00:37:17,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036
2015-02-11 00:37:17,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039
2015-02-11 00:37:17,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037
2015-02-11 00:37:17,598 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:46112 127.0.0.1:59367 127.0.0.1:41359 127.0.0.1:47945
2015-02-11 00:37:17,598 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:46112 127.0.0.1:59367 127.0.0.1:47945 127.0.0.1:41359
2015-02-11 00:37:17,599 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:59367 127.0.0.1:41359 127.0.0.1:47945
2015-02-11 00:37:17,599 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:47945 127.0.0.1:59367 127.0.0.1:41359
2015-02-11 00:37:17,599 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:46112 127.0.0.1:41359 127.0.0.1:59367
2015-02-11 00:37:17,600 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:59367 127.0.0.1:46112 127.0.0.1:47945
2015-02-11 00:37:17,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0003 dst=null perm=null proto=rpc
2015-02-11 00:37:17,662 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:47945 127.0.0.1:59367 127.0.0.1:46112
2015-02-11 00:37:17,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/1410894144_first_5EE12032F987438C8C4D216A03DC81FB dst=null perm=null proto=rpc
2015-02-11 00:37:17,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:37:17,666 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary
2015-02-11 00:37:17,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/_temporary dst=null perm=null proto=rpc
2015-02-11 00:37:17,668 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] completed flow: stats1 test
2015-02-11 00:37:17,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034
2015-02-11 00:37:17,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741863_1039
2015-02-11 00:37:17,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037
2015-02-11 00:37:18,006 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(844)) - Setting connection close header...
2015-02-11 00:37:18,142 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036
2015-02-11 00:37:18,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741858_1034
2015-02-11 00:37:18,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037
2015-02-11 00:37:18,145 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038
2015-02-11 00:37:18,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1423614976425_0004_r_000000_0/part-00000 dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:18,476 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1423614976425_0004_r_000000_0/part-00000. BP-1958827178-10.31.157.187-1423614959012 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]}
2015-02-11 00:37:18,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040 src: /127.0.0.1:59290 dest: /127.0.0.1:41359
2015-02-11 00:37:18,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040 src: /127.0.0.1:45910 dest: /127.0.0.1:59367
2015-02-11 00:37:18,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040 src: /127.0.0.1:51895 dest: /127.0.0.1:46112
2015-02-11 00:37:18,688 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51895, dest: /127.0.0.1:46112, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0004_r_000000_0_2127843439_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040, duration: 52612422
2015-02-11 00:37:18,688 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:18,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:37:18,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45910, dest: /127.0.0.1:59367, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0004_r_000000_0_2127843439_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040, duration: 53705558
2015-02-11 00:37:18,689 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:18,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:37:18,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59290, dest: /127.0.0.1:41359, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1423614976425_0004_r_000000_0_2127843439_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040, duration: 54648583
2015-02-11 00:37:18,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW]]} size 0
2015-02-11 00:37:18,691 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:18,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1423614976425_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423614976425_0004_r_000000_0_2127843439_1
2015-02-11 00:37:18,728 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:46112 to delete [blk_1073741840_1016, blk_1073741856_1032, blk_1073741858_1034, blk_1073741848_1024, blk_1073741849_1025]
2015-02-11 00:37:18,728 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:47945 to delete [blk_1073741840_1016, blk_1073741856_1032, blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027]
2015-02-11 00:37:18,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1423614976425_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:37:18,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1423614976425_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-11 00:37:18,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1423614976425_0004_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:37:18,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/_temporary/attempt_1423614976425_0004_r_000000_0 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1423614976425_0004_r_000000 perm=teamcity:supergroup:rwxrwxrwx proto=rpc
2015-02-11 00:37:18,881 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0004_01_000003
2015-02-11 00:37:18,882 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity IP=10.31.157.187 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000003
2015-02-11 00:37:18,882 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-11 00:37:18,882 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0004_01_000003
2015-02-11 00:37:18,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/COMMIT_STARTED dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:18,898 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:18,902 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1423614976425_0004_01_000003 is : 143
2015-02-11 00:37:18,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1 dst=null perm=null proto=rpc
2015-02-11 00:37:18,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:37:18,920 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-11 00:37:18,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:37:18,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000003
2015-02-11 00:37:18,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000003
2015-02-11 00:37:18,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1423614976425_0004_r_000000 dst=null perm=null proto=rpc
2015-02-11 00:37:18,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000003
2015-02-11 00:37:18,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000003
2015-02-11 00:37:18,923 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000003
2015-02-11 00:37:18,923 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-11 00:37:18,923 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0004_01_000003 from application application_1423614976425_0004
2015-02-11 00:37:18,923 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:18,924 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0004
2015-02-11 00:37:18,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:18,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary/1/task_1423614976425_0004_r_000000/part-00000 dst=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:18,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary dst=null perm=null proto=rpc
2015-02-11 00:37:18,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:18,960 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:18,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/COMMIT_SUCCESS dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:18,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:19,013 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44242, dest: /127.0.0.1:47945, bytes: 39592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035, duration: 7577158866
2015-02-11 00:37:19,013 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:19,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 13971
2015-02-11 00:37:19,014 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51862, dest: /127.0.0.1:46112, bytes: 39592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035, duration: 7580066717
2015-02-11 00:37:19,015 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 13971
2015-02-11 00:37:19,016 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45877, dest: /127.0.0.1:59367, bytes: 39592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035, duration: 7581963494
2015-02-11 00:37:19,017 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]} size 13971
2015-02-11 00:37:19,021 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:19,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:19,029 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-83d72b88-3773-4be5-8720-4a4dd7cac4e4:NORMAL|RBW]]}
2015-02-11 00:37:19,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041 src: /127.0.0.1:44275 dest: /127.0.0.1:47945
2015-02-11 00:37:19,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041 src: /127.0.0.1:51897 dest: /127.0.0.1:46112
2015-02-11 00:37:19,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041 src: /127.0.0.1:59295 dest: /127.0.0.1:41359
2015-02-11 00:37:19,043 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:59295, dest: /127.0.0.1:41359, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041, duration: 1990863
2015-02-11 00:37:19,043 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:19,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41359 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,044 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51897, dest: /127.0.0.1:46112, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041, duration: 2979336
2015-02-11 00:37:19,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,045 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,045 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44275, dest: /127.0.0.1:47945, bytes: 455, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041, duration: 4173825
2015-02-11 00:37:19,046 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7eb8f863-7551-474c-bd65-eb33d8a8d0f4:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,046 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,056 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:19,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:19,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:19,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:19,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:19,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:19,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:19,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:19,096 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44278, bytes: 39904, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035, duration: 288619
2015-02-11 00:37:19,099 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW]]}
2015-02-11 00:37:19,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042 src: /127.0.0.1:51900 dest: /127.0.0.1:46112
2015-02-11 00:37:19,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042 src: /127.0.0.1:45917 dest: /127.0.0.1:59367
2015-02-11 00:37:19,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042 src: /127.0.0.1:44281 dest: /127.0.0.1:47945
2015-02-11 00:37:19,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44281, dest: /127.0.0.1:47945, bytes: 39592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042, duration: 3194965
2015-02-11 00:37:19,113 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:19,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45917, dest: /127.0.0.1:59367, bytes: 39592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042, duration: 3609110
2015-02-11 00:37:19,114 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51900, dest: /127.0.0.1:46112, bytes: 39592, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042, duration: 4339021
2015-02-11 00:37:19,114 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c8219028-7ca1-400f-88a2-6aced5e9eea0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist_tmp is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:19,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:19,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:37:19,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:19,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:37:19,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-11 00:37:19,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004/job_1423614976425_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-11 00:37:19,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rw-rw-rw- proto=rpc
2015-02-11 00:37:19,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51903, bytes: 108245, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741857_1033, duration: 418289
2015-02-11 00:37:19,141 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3226)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml_tmp. BP-1958827178-10.31.157.187-1423614959012 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a48a6858-f2bc-492c-95c0-b191950bef26:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-3b3b2405-f3d7-47ad-a066-c71edd8d52e1:NORMAL|RBW]]}
2015-02-11 00:37:19,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043 src: /127.0.0.1:44283 dest: /127.0.0.1:47945
2015-02-11 00:37:19,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043 src: /127.0.0.1:51905 dest: /127.0.0.1:46112
2015-02-11 00:37:19,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(600)) - Receiving BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043 src: /127.0.0.1:45922 dest: /127.0.0.1:59367
2015-02-11 00:37:19,154 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:45922, dest: /127.0.0.1:59367, bytes: 107405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043, duration: 2996099
2015-02-11 00:37:19,154 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-11 00:37:19,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59367 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,155 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:51905, dest: /127.0.0.1:46112, bytes: 107405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043, duration: 3631694
2015-02-11 00:37:19,155 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46112 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,155 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1243)) - src: /127.0.0.1:44283, dest: /127.0.0.1:47945, bytes: 107405, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_123580710_1, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043, duration: 4557940
2015-02-11 00:37:19,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2383)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47945 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1486efc-8608-4dbf-8585-11ddf157f222:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-1d75e8ff-4c54-45c2-b2e7-3af13fde6bbf:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2df87a55-c036-48dc-91ed-524922180a8d:NORMAL|RBW]]} size 0
2015-02-11 00:37:19,157 INFO datanode.DataNode (BlockReceiver.java:run(1224)) - PacketResponder: BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-11 00:37:19,164 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3147)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_123580710_1
2015-02-11 00:37:19,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml_tmp dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:19,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:19,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:19,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:19,190 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(995)) - Updating application attempt appattempt_1423614976425_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-11 00:37:19,190 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-11 00:37:19,190 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(927)) - Updating application application_1423614976425_0004 with final state: FINISHING
2015-02-11 00:37:19,190 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0004 State change from RUNNING to FINAL_SAVING
2015-02-11 00:37:19,190 INFO recovery.RMStateStore (RMStateStore.java:transition(158)) - Updating info for app: application_1423614976425_0004
2015-02-11 00:37:19,191 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-11 00:37:19,191 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0004 State change from FINAL_SAVING to FINISHING
2015-02-11 00:37:19,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0004_01_000003]
2015-02-11 00:37:19,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:37:19,883 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-11 00:37:19,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000003
2015-02-11 00:37:19,884 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0004_01_000003 of capacity <memory:1024, vCores:1> on host ip-10-31-157-187.ec2.internal:60266, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:37:19,884 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:4096, vCores:2> numContainers=2 user=teamcity user-resources=<memory:4096, vCores:2>
2015-02-11 00:37:19,885 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0004_01_000003, NodeId: ip-10-31-157-187.ec2.internal:60266, NodeHttpAddress: ip-10-31-157-187.ec2.internal:37603, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: 10.31.157.187:60266 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 cluster=<memory:16384, vCores:32>
2015-02-11 00:37:19,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:19,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>, usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2015-02-11 00:37:19,885 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0004_000001 released container container_1423614976425_0004_01_000003 on node: host: ip-10-31-157-187.ec2.internal:60266 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:37:20,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741856_1032 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741856 for deletion
2015-02-11 00:37:20,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741840 for deletion
2015-02-11 00:37:20,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741848 for deletion
2015-02-11 00:37:20,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741849_1025 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741849 for deletion
2015-02-11 00:37:20,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741850 for deletion
2015-02-11 00:37:20,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741851 for deletion
2015-02-11 00:37:20,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741840
2015-02-11 00:37:20,130 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741856_1032 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741856
2015-02-11 00:37:20,131 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data6/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741850
2015-02-11 00:37:20,131 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741848
2015-02-11 00:37:20,131 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741849_1025 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741849
2015-02-11 00:37:20,132 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data5/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741851
2015-02-11 00:37:20,199 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:46112 127.0.0.1:59367 127.0.0.1:47945 127.0.0.1:41359
2015-02-11 00:37:20,199 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:59367 127.0.0.1:41359 127.0.0.1:47945 127.0.0.1:46112
2015-02-11 00:37:20,199 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:46112 127.0.0.1:41359 127.0.0.1:47945
2015-02-11 00:37:20,200 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:41359 127.0.0.1:59367 127.0.0.1:46112
2015-02-11 00:37:20,200 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:59367 127.0.0.1:46112 127.0.0.1:47945
2015-02-11 00:37:20,200 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:47945 127.0.0.1:46112 127.0.0.1:59367
2015-02-11 00:37:20,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/teamcity/.staging/job_1423614976425_0004 dst=null perm=null proto=rpc
2015-02-11 00:37:20,268 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:47945 127.0.0.1:59367 127.0.0.1:46112
2015-02-11 00:37:20,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-teamcity/6863186875_first_A76EBE54A1544D92878413A48077518B dst=null perm=null proto=rpc
2015-02-11 00:37:20,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:37:20,270 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary
2015-02-11 00:37:20,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/_temporary dst=null perm=null proto=rpc
2015-02-11 00:37:20,271 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [stats1 test+stats2 test] completed flow: stats2 test
2015-02-11 00:37:20,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741856_1032 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741856 for deletion
2015-02-11 00:37:20,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741840 for deletion
2015-02-11 00:37:20,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741858 for deletion
2015-02-11 00:37:20,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741856_1032 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741856
2015-02-11 00:37:20,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741848 for deletion
2015-02-11 00:37:20,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741840
2015-02-11 00:37:20,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741849_1025 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741849 for deletion
2015-02-11 00:37:20,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741858
2015-02-11 00:37:20,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741849_1025 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741849
2015-02-11 00:37:20,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741848
2015-02-11 00:37:21,292 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:47476. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:37:21,729 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:59367 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741840_1016, blk_1073741844_1020, blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2015-02-11 00:37:21,729 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:46112 to delete [blk_1073741857_1033, blk_1073741859_1035, blk_1073741844_1020, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2015-02-11 00:37:21,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041
2015-02-11 00:37:21,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040
2015-02-11 00:37:22,294 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:47476. Already tried 1 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:37:22,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041
2015-02-11 00:37:22,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042
2015-02-11 00:37:22,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043
2015-02-11 00:37:22,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035
2015-02-11 00:37:22,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043
2015-02-11 00:37:22,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042
2015-02-11 00:37:22,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035
2015-02-11 00:37:22,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040
2015-02-11 00:37:22,755 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614976425_0003_01_000001 succeeded
2015-02-11 00:37:22,756 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:37:22,756 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0003_01_000001
2015-02-11 00:37:22,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000001
2015-02-11 00:37:22,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000001
2015-02-11 00:37:22,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000001
2015-02-11 00:37:22,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0003/container_1423614976425_0003_01_000001
2015-02-11 00:37:22,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000001
2015-02-11 00:37:22,776 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:37:22,776 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0003_01_000001 from application application_1423614976425_0003
2015-02-11 00:37:22,777 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:22,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0003
2015-02-11 00:37:22,805 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0003_01_000001]
2015-02-11 00:37:22,805 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:37:22,806 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:37:22,806 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0003 CONTAINERID=container_1423614976425_0003_01_000001
2015-02-11 00:37:22,806 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0003_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:44441, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:37:22,806 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:2048, vCores:1> numContainers=1 user=teamcity user-resources=<memory:2048, vCores:1>
2015-02-11 00:37:22,806 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0003_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44441, NodeHttpAddress: ip-10-31-157-187.ec2.internal:48666, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44441 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 cluster=<memory:16384, vCores:32>
2015-02-11 00:37:22,807 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:22,807 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614976425_0003_000001
2015-02-11 00:37:22,807 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>, usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2015-02-11 00:37:22,807 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0003_000001 released container container_1423614976425_0003_01_000001 on node: host: ip-10-31-157-187.ec2.internal:44441 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:37:22,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0003_000001 State change from FINISHING to FINISHED
2015-02-11 00:37:22,807 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0003 State change from FINISHING to FINISHED
2015-02-11 00:37:22,808 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614976425_0003_000001 is done. finalState=FINISHED
2015-02-11 00:37:22,808 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614976425_0003
2015-02-11 00:37:22,808 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614976425_0003 requests cleared
2015-02-11 00:37:22,808 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614976425_0003 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2015-02-11 00:37:22,808 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614976425_0003,name=[B83387BB4EF044B2B323C0974C669BF6/DFC152B92EEC4AD39477EE9842B6FB98] stats1 test/(2/2) ...gstatsplatform/flowstats1,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:45133/proxy/application_1423614976425_0003/jobhistory/job/job_1423614976425_0003,appMasterHost=ip-10-31-157-187,startTime=1423615010643,finishTime=1423615036582,finalStatus=SUCCEEDED
2015-02-11 00:37:22,808 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614976425_0003_000001
2015-02-11 00:37:22,808 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614976425_0003 user: teamcity leaf-queue of parent: root #applications: 1
2015-02-11 00:37:22,813 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0003_000001 (auth:SIMPLE)
2015-02-11 00:37:22,815 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0003_01_000001
2015-02-11 00:37:22,884 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:37:22,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:22,885 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0003
2015-02-11 00:37:22,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:22,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:22,885 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:37:22,886 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0003, with delay of 10800 seconds
2015-02-11 00:37:22,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:22,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741856_1032 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741856 for deletion
2015-02-11 00:37:22,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741857 for deletion
2015-02-11 00:37:22,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741858 for deletion
2015-02-11 00:37:22,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741856_1032 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741856
2015-02-11 00:37:22,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741857
2015-02-11 00:37:22,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741859_1035 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741859 for deletion
2015-02-11 00:37:22,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741858_1034 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741858
2015-02-11 00:37:22,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741840 for deletion
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741859_1035 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741859
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741844 for deletion
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741840_1016 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741840
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741848 for deletion
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741844
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741849_1025 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741849 for deletion
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741850 for deletion
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741848_1024 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741848
2015-02-11 00:37:22,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741851 for deletion
2015-02-11 00:37:22,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741850_1026 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741850
2015-02-11 00:37:22,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741852 for deletion
2015-02-11 00:37:22,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741853 for deletion
2015-02-11 00:37:22,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741855 for deletion
2015-02-11 00:37:22,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741852
2015-02-11 00:37:22,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data2/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741855
2015-02-11 00:37:22,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741849_1025 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741849
2015-02-11 00:37:22,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741851_1027 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741851
2015-02-11 00:37:22,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741853
2015-02-11 00:37:23,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741867_1043
2015-02-11 00:37:23,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741866_1042
2015-02-11 00:37:23,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741859_1035
2015-02-11 00:37:23,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040
2015-02-11 00:37:23,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(430)) - Verification succeeded for BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041
2015-02-11 00:37:23,296 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:47476. Already tried 2 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:37:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741857 for deletion
2015-02-11 00:37:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741859_1035 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741859 for deletion
2015-02-11 00:37:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741857_1033 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741857
2015-02-11 00:37:23,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741844 for deletion
2015-02-11 00:37:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741859_1035 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741859
2015-02-11 00:37:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741852 for deletion
2015-02-11 00:37:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741844_1020 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741844
2015-02-11 00:37:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741853 for deletion
2015-02-11 00:37:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741854 for deletion
2015-02-11 00:37:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741853_1029 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741853
2015-02-11 00:37:23,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741855 for deletion
2015-02-11 00:37:23,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741852_1028 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741852
2015-02-11 00:37:23,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741855_1031 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741855
2015-02-11 00:37:23,396 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741854_1030 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741854
2015-02-11 00:37:23,402 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2015-02-11 00:37:23,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-11 00:37:23,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity dst=null perm=null proto=rpc
2015-02-11 00:37:23,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,436 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59313, bytes: 431, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1227014195_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741841_1017, duration: 254980
2015-02-11 00:37:23,437 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44296, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1227014195_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741861_1037, duration: 223193
2015-02-11 00:37:23,437 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423614976425_0003,submitTime=1423615010643,launchTime=1423615021943,firstMapTaskLaunchTime=1423615024240,firstReduceTaskLaunchTime=1423615031089,finishTime=1423615036386,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=4,reduceSlotSeconds=5,jobName=[B83387BB4EF044B2B323C0974C669BF6/DFC152B92EEC4AD39477EE9842B6FB98] stats1 test/(2/2) ...gstatsplatform/flowstats1
2015-02-11 00:37:23,438 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary]
2015-02-11 00:37:23,438 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423614976425_0001,submitTime=1423614983379,launchTime=1423614990194,firstMapTaskLaunchTime=1423614992515,firstReduceTaskLaunchTime=1423615003423,finishTime=1423615008957,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotSeconds=5,jobName=[B83387BB4EF044B2B323C0974C669BF6/8B65C2C7B0A042B5A2601B7F78532218] stats1 test/(1/2)
2015-02-11 00:37:23,438 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary]
2015-02-11 00:37:23,439 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45934, bytes: 431, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1227014195_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741845_1021, duration: 253991
2015-02-11 00:37:23,439 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423614976425_0002,submitTime=1423614983379,launchTime=1423614990648,firstMapTaskLaunchTime=1423614992952,firstReduceTaskLaunchTime=1423615004941,finishTime=1423615010037,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=39,reduceSlotSeconds=5,jobName=[C8D7958861D6432F9FC2DFE7F723EE8A/89A0FAA1FD9D4757A1E0E85132711C8D] stats2 test/(1/2)
2015-02-11 00:37:23,439 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary]
2015-02-11 00:37:23,442 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:46112 127.0.0.1:47945 127.0.0.1:59367
2015-02-11 00:37:23,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,445 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:46112 127.0.0.1:47945 127.0.0.1:41359
2015-02-11 00:37:23,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:37:23,449 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:41359 127.0.0.1:59367 127.0.0.1:47945
2015-02-11 00:37:23,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:37:23,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:37:23,455 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist
2015-02-11 00:37:23,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:37:23,457 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-11 00:37:23,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:37:23,458 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist
2015-02-11 00:37:23,458 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-11 00:37:23,459 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist
2015-02-11 00:37:23,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,463 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0002_conf.xml
2015-02-11 00:37:23,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,465 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0001_conf.xml
2015-02-11 00:37:23,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,467 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0003_conf.xml
2015-02-11 00:37:23,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0002_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0001_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,471 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1423614976425_0002 from file: hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist
2015-02-11 00:37:23,472 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist]
2015-02-11 00:37:23,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0003_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:47945, dest: /127.0.0.1:44296, bytes: 459, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1227014195_11, offset: 0, srvID: e608c422-ccad-4f98-afb2-0ee151b8a524, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741865_1041, duration: 222067
2015-02-11 00:37:23,474 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423614976425_0004,submitTime=1423615011551,launchTime=1423615024047,firstMapTaskLaunchTime=1423615026332,firstReduceTaskLaunchTime=1423615034138,finishTime=1423615038982,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=teamcity,queue=default,status=SUCCEEDED,mapSlotSeconds=5,reduceSlotSeconds=4,jobName=[C8D7958861D6432F9FC2DFE7F723EE8A/1198D84A68904494A8CDAB833D52380D] stats2 test/(2/2) ...gstatsplatform/flowstats2
2015-02-11 00:37:23,474 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary]
2015-02-11 00:37:23,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0002-1423614983379-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F89A0FAA1FD9D4757-1423615010037-4-1-SUCCEEDED-default-1423614990648.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:23,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1074)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:47945 127.0.0.1:46112 127.0.0.1:41359
2015-02-11 00:37:23,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004.summary dst=null perm=null proto=rpc
2015-02-11 00:37:23,487 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:59367, dest: /127.0.0.1:45934, bytes: 63867, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: e5600747-ac78-4afb-88a1-1450b833c248, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741846_1022, duration: 304222
2015-02-11 00:37:23,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000 dst=null perm=null proto=rpc
2015-02-11 00:37:23,518 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist
2015-02-11 00:37:23,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0004-1423615011551-teamcity-%5BC8D7958861D6432F9FC2DFE7F723EE8A%2F1198D84A68904494-1423615038982-1-1-SUCCEEDED-default-1423615024047.jhist perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,522 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml to hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0004_conf.xml
2015-02-11 00:37:23,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/teamcity/job_1423614976425_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0004_conf.xml perm=teamcity:supergroup:rwxrwx--- proto=rpc
2015-02-11 00:37:23,806 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:37:23,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:23,807 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0003
2015-02-11 00:37:23,807 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:37:23,807 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0003, with delay of 10800 seconds
2015-02-11 00:37:23,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:23,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:23,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/teamcity/appcache/application_1423614976425_0003
2015-02-11 00:37:24,730 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:59367 to delete [blk_1073741845_1021, blk_1073741861_1037]
2015-02-11 00:37:24,730 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3265)) - BLOCK* BlockManager: ask 127.0.0.1:46112 to delete [blk_1073741841_1017, blk_1073741861_1037, blk_1073741865_1041]
2015-02-11 00:37:25,130 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:55147. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:37:25,359 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(339)) - Container container_1423614976425_0004_01_000001 succeeded
2015-02-11 00:37:25,359 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-11 00:37:25,359 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(358)) - Cleaning up container container_1423614976425_0004_01_000001
2015-02-11 00:37:25,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000001
2015-02-11 00:37:25,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000001
2015-02-11 00:37:25,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000001
2015-02-11 00:37:25,387 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614976425_0004/container_1423614976425_0004_01_000001
2015-02-11 00:37:25,387 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=teamcity OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000001
2015-02-11 00:37:25,387 INFO container.Container (ContainerImpl.java:handle(918)) - Container container_1423614976425_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-11 00:37:25,388 INFO application.Application (ApplicationImpl.java:transition(340)) - Removing container_1423614976425_0004_01_000001 from application application_1423614976425_0004
2015-02-11 00:37:25,388 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(178)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2015-02-11 00:37:25,388 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423614976425_0004
2015-02-11 00:37:25,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741861 for deletion
2015-02-11 00:37:25,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741845 for deletion
2015-02-11 00:37:25,914 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741861
2015-02-11 00:37:25,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741845_1021 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data1/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741845
2015-02-11 00:37:25,929 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeCompletedContainersFromContext(417)) - Removed completed containers from NM context: [container_1423614976425_0004_01_000001]
2015-02-11 00:37:25,930 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(374)) - container_1423614976425_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-11 00:37:25,930 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(631)) - Unregistering app attempt : appattempt_1423614976425_0004_000001
2015-02-11 00:37:25,930 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(95)) - Completed container: container_1423614976425_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-11 00:37:25,930 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(656)) - appattempt_1423614976425_0004_000001 State change from FINISHING to FINISHED
2015-02-11 00:37:25,930 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(100)) - USER=teamcity OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423614976425_0004 CONTAINERID=container_1423614976425_0004_01_000001
2015-02-11 00:37:25,931 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(658)) - application_1423614976425_0004 State change from FINISHING to FINISHED
2015-02-11 00:37:25,931 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(194)) - Released container container_1423614976425_0004_01_000001 of capacity <memory:2048, vCores:1> on host ip-10-31-157-187.ec2.internal:44353, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-11 00:37:25,931 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(142)) - USER=teamcity OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423614976425_0004
2015-02-11 00:37:25,931 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1490)) - default used=<memory:0, vCores:0> numContainers=0 user=teamcity user-resources=<memory:0, vCores:0>
2015-02-11 00:37:25,931 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1435)) - completedContainer container=Container: [ContainerId: container_1423614976425_0004_01_000001, NodeId: ip-10-31-157-187.ec2.internal:44353, NodeHttpAddress: ip-10-31-157-187.ec2.internal:59577, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.31.157.187:44353 }, ] queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 cluster=<memory:16384, vCores:32>
2015-02-11 00:37:25,931 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1423614976425_0004_000001
2015-02-11 00:37:25,931 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - completedContainer queue=root usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2015-02-11 00:37:25,931 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423614976425_0004,name=[C8D7958861D6432F9FC2DFE7F723EE8A/1198D84A68904494A8CDAB833D52380D] stats2 test/(2/2) ...gstatsplatform/flowstats2,user=teamcity,queue=default,state=FINISHED,trackingUrl=http://ip-10-31-157-187:45133/proxy/application_1423614976425_0004/jobhistory/job/job_1423614976425_0004,appMasterHost=ip-10-31-157-187,startTime=1423615011551,finishTime=1423615039190,finalStatus=SUCCEEDED
2015-02-11 00:37:25,932 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(722)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>, usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0
2015-02-11 00:37:25,932 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(1034)) - Application attempt appattempt_1423614976425_0004_000001 released container container_1423614976425_0004_01_000001 on node: host: ip-10-31-157-187.ec2.internal:44353 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-11 00:37:25,932 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(616)) - Application Attempt appattempt_1423614976425_0004_000001 is done. finalState=FINISHED
2015-02-11 00:37:25,932 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(117)) - Application application_1423614976425_0004 requests cleared
2015-02-11 00:37:25,933 INFO capacity.LeafQueue (LeafQueue.java:removeApplicationAttempt(781)) - Application removed - appId: application_1423614976425_0004 user: teamcity queue: default #user-pending-applications: 0 #user-active-applications: 0 #queue-pending-applications: 0 #queue-active-applications: 0
2015-02-11 00:37:25,933 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(521)) - Application removed - appId: application_1423614976425_0004 user: teamcity leaf-queue of parent: root #applications: 0
2015-02-11 00:37:25,936 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423614976425_0004_000001 (auth:SIMPLE)
2015-02-11 00:37:25,937 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(730)) - Stopping container with container Id: container_1423614976425_0004_01_000001
2015-02-11 00:37:26,132 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:55147. Already tried 1 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:37:26,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741841 for deletion
2015-02-11 00:37:26,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741861 for deletion
2015-02-11 00:37:26,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741841_1017 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741841
2015-02-11 00:37:26,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(176)) - Scheduling blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741865 for deletion
2015-02-11 00:37:26,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741861_1037 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data8/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741861
2015-02-11 00:37:26,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(252)) - Deleted BP-1958827178-10.31.157.187-1423614959012 blk_1073741865_1041 file /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/data/dfs/data/data7/current/BP-1958827178-10.31.157.187-1423614959012/current/finalized/blk_1073741865
2015-02-11 00:37:26,885 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:37:26,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:26,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:26,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:26,886 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0004
2015-02-11 00:37:26,886 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:37:26,886 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0004, with delay of 10800 seconds
2015-02-11 00:37:26,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:26,930 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-11 00:37:26,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:26,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:26,931 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423614976425_0004
2015-02-11 00:37:26,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:26,931 INFO application.Application (ApplicationImpl.java:handle(452)) - Application application_1423614976425_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-11 00:37:26,931 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(120)) - Scheduling Log Deletion for application: application_1423614976425_0004, with delay of 10800 seconds
2015-02-11 00:37:26,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/teamcity/appcache/application_1423614976425_0004
2015-02-11 00:37:27,133 INFO ipc.Client (Client.java:handleConnectionFailure(842)) - Retrying connect to server: ip-10-31-157-187/10.31.157.187:55147. Already tried 2 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=3, sleepTime=1000 MILLISECONDS)
2015-02-11 00:37:27,235 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2015-02-11 00:37:27,237 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1423614976425_0001 from file: hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist
2015-02-11 00:37:27,237 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist]
2015-02-11 00:37:27,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0001-1423614983379-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2F8B65C2C7B0A042B5-1423615008957-4-1-SUCCEEDED-default-1423614990194.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:27,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51924, bytes: 63865, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741842_1018, duration: 2122731
2015-02-11 00:37:27,513 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2015-02-11 00:37:27,514 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1423614976425_0003 from file: hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist
2015-02-11 00:37:27,514 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:41344/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist]
2015-02-11 00:37:27,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2015/02/11/000000/job_1423614976425_0003-1423615010643-teamcity-%5BB83387BB4EF044B2B323C0974C669BF6%2FDFC152B92EEC4AD3-1423615036386-1-1-SUCCEEDED-default-1423615021943.jhist dst=null perm=null proto=rpc
2015-02-11 00:37:27,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:46112, dest: /127.0.0.1:51924, bytes: 39905, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: cc78c2d9-445a-4793-ab2f-9c1b0bebf65b, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741862_1038, duration: 258497
2015-02-11 00:37:27,593 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/cascadingstatsplatform/flowstats1
2015-02-11 00:37:27,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:37:27,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:37:27,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:37:27,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1 dst=null perm=null proto=rpc
2015-02-11 00:37:27,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:27,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats1/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:27,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59322, bytes: 144, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741860_1036, duration: 244300
2015-02-11 00:37:27,604 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output//hadoop2-mr1/cascadingstatsplatform/flowstats2
2015-02-11 00:37:27,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:37:27,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:37:27,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:37:27,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2 dst=null perm=null proto=rpc
2015-02-11 00:37:27,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:27,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8482)) - allowed=true ugi=teamcity (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/opt/buildAgent-8.0.3/work/84ab5c9b70b89230/apache-2.5.x/build/test/output/hadoop2-mr1/cascadingstatsplatform/flowstats2/part-00000 dst=null perm=null proto=rpc
2015-02-11 00:37:27,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(738)) - src: /127.0.0.1:41359, dest: /127.0.0.1:59322, bytes: 144, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121570737_11, offset: 0, srvID: 9891b12f-6bd5-45a0-961d-7639a29e4d3f, blockid: BP-1958827178-10.31.157.187-1423614959012:blk_1073741864_1040, duration: 195886